-- Logs begin at Thu 2021-08-12 14:41:45 UTC, end at Thu 2021-08-12 15:49:05 UTC. -- Aug 12 15:21:53.315079 dv-cinder-804345-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Aug 12 15:21:55.634246 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.common.config [-] Logging enabled! Aug 12 15:21:55.634938 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev7 Aug 12 15:21:55.634938 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79100) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 15:21:55.638064 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.common.config [-] Logging enabled! Aug 12 15:21:55.638323 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev7 Aug 12 15:21:55.638636 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79100) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 15:21:55.639559 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 12 15:21:55.639795 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 12 15:21:55.640154 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 12 15:21:55.640402 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 12 15:21:55.640632 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 12 15:21:55.640955 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.641255 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.641576 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.641811 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.642103 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.642394 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.642677 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.642967 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.643266 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.643563 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.643849 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.644137 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.644371 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.644658 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.644950 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.645244 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.645486 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] debug = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.645782 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.646206 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.646637 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.646919 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.647478 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.647760 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.648034 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.648312 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.648596 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.648928 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] host = dv-cinder-804345-1-smb {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.649208 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.649515 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.649808 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.650095 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.650372 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.650648 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.650936 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.651210 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.651484 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] log_file = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.651758 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.652046 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.652333 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.652639 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.652856 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.653627 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.653921 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.654209 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.654487 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.654759 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.655030 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.655303 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.655576 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.655844 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.656130 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.656414 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.656700 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.656972 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.657246 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.657541 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.657814 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.658097 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.658369 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.658641 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.658910 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.659194 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.659462 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.659735 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.660033 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.660317 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.660598 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.660882 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.661152 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.661435 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.661747 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.662021 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.662292 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] use_json = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.662565 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.662835 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.663116 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.663389 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.663666 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.663938 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.664211 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.664499 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:55.664796 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.665094 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.665393 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.665703 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.665998 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.666274 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.666562 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.666840 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.667126 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.667416 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.667705 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.667983 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.668273 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.668552 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.669528 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.669842 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.670139 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.670433 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.670713 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.670990 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.671266 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.671545 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.671835 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.672131 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.672424 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.672701 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.672983 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.673278 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.673579 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.673860 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.674142 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.674434 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.674716 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.674990 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.675276 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.675559 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.675835 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.676112 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.676392 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.676685 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.676965 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.677238 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.677532 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.677813 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.678085 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.678372 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.678651 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.678926 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.679201 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.679480 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.679751 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.680026 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.680305 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.680579 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.680859 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.681132 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.681406 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.681702 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.681978 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.682252 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.682525 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.682797 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.683074 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.683345 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.683622 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.683894 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.684166 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.684479 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.684768 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.685071 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.685350 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.685650 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.685928 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.686209 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.686487 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.686765 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.687041 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.687318 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.687591 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.687881 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.688166 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.688454 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.688739 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.689016 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.689312 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.689619 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.689903 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.690181 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.690460 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.690754 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.691038 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.691328 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.691620 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.691911 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.692202 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.692496 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.692775 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.693083 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.693363 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:55.693614 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 15:21:55.693852 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79100) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 12 15:21:56.076394 dv-cinder-804345-1-smb neutron-server[79100]: INFO keyring.backend [-] Loading KWallet Aug 12 15:21:56.083694 dv-cinder-804345-1-smb neutron-server[79100]: INFO keyring.backend [-] Loading SecretService Aug 12 15:21:56.087346 dv-cinder-804345-1-smb neutron-server[79100]: INFO keyring.backend [-] Loading Windows Aug 12 15:21:56.088677 dv-cinder-804345-1-smb neutron-server[79100]: INFO keyring.backend [-] Loading chainer Aug 12 15:21:56.089261 dv-cinder-804345-1-smb neutron-server[79100]: INFO keyring.backend [-] Loading macOS Aug 12 15:21:56.122922 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:21:56.123200 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=79100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:21:56.123492 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:21:56.123824 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 12 15:21:56.427619 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.427912 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.428189 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.429421 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.429725 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.430000 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.550644 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.550923 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.551194 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.564659 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.564940 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.565210 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.593586 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.593869 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.594137 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.632432 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.632720 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.632988 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.862149 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.862761 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.862761 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.862941 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.863790 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.986012 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.986334 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.986619 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.986895 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.987166 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.987480 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.987748 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.988007 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.988264 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.988549 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.988810 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.989075 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.989338 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.989618 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.989886 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.990155 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.990417 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.990689 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.990944 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.991227 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.991576 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.991828 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.992078 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.992358 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.992608 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.992854 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:56.993241 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 15:21:56.993505 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 15:21:56.993743 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 15:21:56.993987 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 15:21:56.994221 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 15:21:56.994458 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 15:21:56.994921 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 12 15:21:56.998637 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 12 15:21:57.002529 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 12 15:21:57.006245 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 12 15:21:57.007861 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 12 15:21:57.008303 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 12 15:21:57.008637 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 12 15:21:57.009018 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 12 15:21:57.011807 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 12 15:21:57.012061 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 12 15:21:57.012580 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 15:21:57.040474 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 12 15:21:57.040921 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.041222 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79100) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 12 15:21:57.041616 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.042964 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79100) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 12 15:21:57.043248 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 15:21:57.043497 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 12 15:21:57.047196 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.047482 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.109299 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 12 15:21:57.109554 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 12 15:21:57.109794 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 12 15:21:57.110163 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 12 15:21:57.141691 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_db.sqlalchemy.engines [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79100) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 12 15:21:57.475115 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.managers [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Initializing driver for type 'gre' Aug 12 15:21:57.475655 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] gre ID ranges: [(1, 1000)] Aug 12 15:21:57.526640 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.managers [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Initializing driver for type 'local' Aug 12 15:21:57.527025 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.managers [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Initializing driver for type 'vlan' Aug 12 15:21:57.538646 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] VlanTypeDriver initialization complete Aug 12 15:21:57.538976 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.managers [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Initializing driver for type 'vxlan' Aug 12 15:21:57.539446 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] vxlan ID ranges: [(1, 1000)] Aug 12 15:21:57.589940 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.managers [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Initializing extension driver 'port_security' Aug 12 15:21:57.590259 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.extensions.port_security [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] PortSecurityExtensionDriver initialization complete Aug 12 15:21:57.590586 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.managers [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Initializing mechanism driver 'openvswitch' Aug 12 15:21:57.591463 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.managers [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Initializing mechanism driver 'hyperv' Aug 12 15:21:57.598035 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.plugins.ml2.plugin [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:21:57.598786 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > port after_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.599161 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > port after_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.599518 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > port after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.599909 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > subnet after_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.600265 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > subnet after_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.600616 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.600998 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > network after_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.601347 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > network after_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.601721 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > network after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.602099 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > security_group after_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.602449 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > security_group after_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.602794 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.603174 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.603523 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.603866 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.604262 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > address_group after_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.604587 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > address_group after_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.604924 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.605265 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] ML2 OVO RPC backend initialized. {{(pid=79100) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Aug 12 15:21:57.605987 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.606363 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.606779 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > network before_response 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.607128 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > networks before_response 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.607480 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > port before_response 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.607821 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > ports before_response 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.608163 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > subnet before_response 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.608503 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > subnets before_response 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.608846 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > network after_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.609186 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > network after_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.609542 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > network after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.609880 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > port after_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.610215 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > port after_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.610548 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > port after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.610883 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > subnet after_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.611219 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > subnet after_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.611553 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.612124 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.plugin [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Modular L2 Plugin initialization complete Aug 12 15:21:57.612449 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading services supported by the core plugin {{(pid=79100) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 12 15:21:57.612775 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.plugins.ml2.managers [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Got port-security extension from driver 'port_security' Aug 12 15:21:57.613314 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.extensions.vlantransparent [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Disabled vlantransparent extension. Aug 12 15:21:57.613820 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79100) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 12 15:21:57.614136 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading Plugin: router Aug 12 15:21:57.650110 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.650506 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router after_create 55549900 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.650880 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router before_create 55549900 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.651253 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.651625 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.651983 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router after_delete 55549900 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.652341 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.652714 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router after_create 55549900 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.653050 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router after_update 55549900 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.654018 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router after_update 55549900 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.654373 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.654732 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router after_update 55549900 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.655146 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router precommit_update 55549900 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.655515 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: port after_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.655856 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: port after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.656193 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: subnet after_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.656535 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.656888 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.657234 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router precommit_create 55549900 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.657598 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: port before_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.657943 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router precommit_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.658298 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router after_update 55549900 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.658641 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.658989 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router precommit_create 55549900 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.659350 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.659695 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router precommit_update 55549900 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.660138 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > agent after_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.660482 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > agent after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.660826 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > network after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.661699 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Tracking information for resource: router configured {{(pid=79100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 15:21:57.662037 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Tracking information for resource: floatingip configured {{(pid=79100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 15:21:57.666828 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.db.l3_agentschedulers_db [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 12 15:21:57.667407 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: port after_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.667770 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: port after_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.668124 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: port after_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.668478 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: port after_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.669291 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router before_create 55550100 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.669688 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.670052 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router precommit_create 55550100 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.670410 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > router precommit_update 55550100 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.674839 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.services.provider_configuration [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Service providers = [] {{(pid=79100) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 12 15:21:57.675211 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.db.servicetype_db [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79100) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 12 15:21:57.678216 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.services.service_base [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79100) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 15:21:57.678567 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.services.service_base [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79100) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 15:21:57.678908 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.services.service_base [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79100) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 15:21:57.679791 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.services.service_base [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79100) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 15:21:57.680324 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.services.service_base [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 12 15:21:57.680697 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 15:21:57.681015 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 12 15:21:57.691405 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 15:21:57.691744 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading Plugin: auto_allocate Aug 12 15:21:57.697485 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: network precommit_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.697870 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: network precommit_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.698387 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 15:21:57.698710 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading Plugin: tag Aug 12 15:21:57.706166 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 15:21:57.706500 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading Plugin: timestamp Aug 12 15:21:57.710350 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 15:21:57.710683 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading Plugin: network_ip_availability Aug 12 15:21:57.716444 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.716820 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.717182 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.717932 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 15:21:57.718254 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading Plugin: flavors Aug 12 15:21:57.724399 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 15:21:57.724731 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading Plugin: revisions Aug 12 15:21:57.729009 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 15:21:57.729357 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_concurrency.lockutils [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.606s {{(pid=79100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:21:57.730115 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79100) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 12 15:21:57.730454 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Initializing extension manager. Aug 12 15:21:57.730962 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: __init__.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.731302 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: __pycache__ {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.731663 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.731997 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: address_group.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.732747 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.733304 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: address-group Aug 12 15:21:57.733656 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: address_scope.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.734367 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.734872 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: address-scope Aug 12 15:21:57.735192 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.736121 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.736626 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: router-admin-state-down-before-update Aug 12 15:21:57.736946 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: agent.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.737667 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.738239 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: agent Aug 12 15:21:57.738560 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: agent_resources_synced.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.739461 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.739960 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: agent-resources-synced Aug 12 15:21:57.740278 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: allowedaddresspairs.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.742084 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.742605 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: allowed-address-pairs Aug 12 15:21:57.742953 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: auto_allocated_topology.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.743999 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.744514 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: auto-allocated-topology Aug 12 15:21:57.744842 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: availability_zone.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.745563 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.746073 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: availability_zone Aug 12 15:21:57.746396 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: availability_zone_filter.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.747824 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.748425 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: availability_zone_filter Aug 12 15:21:57.748750 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: data_plane_status.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.749686 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.750188 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension data-plane-status not supported by any of loaded plugins Aug 12 15:21:57.750510 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: default_subnetpools.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.751421 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.751921 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: default-subnetpools Aug 12 15:21:57.752245 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.753045 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.753580 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: dhcp_agent_scheduler Aug 12 15:21:57.753905 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: dns.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.754818 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.755317 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension dns-integration not supported by any of loaded plugins Aug 12 15:21:57.755642 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: dns_domain_ports.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.756558 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.757063 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 12 15:21:57.757384 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: dvr.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.758082 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.758590 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: dvr Aug 12 15:21:57.758915 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: empty_string_filtering.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.759816 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.760320 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: empty-string-filtering Aug 12 15:21:57.760640 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.761578 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.762073 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 12 15:21:57.762392 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.763841 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.764337 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 12 15:21:57.764657 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: external_net.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.765592 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.766095 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: external-net Aug 12 15:21:57.766419 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.767323 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.767824 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: extra_dhcp_opt Aug 12 15:21:57.768145 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: extraroute.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.769045 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.769661 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: extraroute Aug 12 15:21:57.769984 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: extraroute_atomic.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.771019 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.771526 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: extraroute-atomic Aug 12 15:21:57.771852 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: filter_validation.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.772785 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.773285 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: filter-validation Aug 12 15:21:57.773639 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: fip_pf_description.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.774728 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.775233 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 12 15:21:57.775556 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: fip_port_details.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.776476 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.776978 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: fip-port-details Aug 12 15:21:57.777301 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: flavors.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.779075 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.779586 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: flavors Aug 12 15:21:57.779912 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.781576 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.782093 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 12 15:21:57.782425 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: floatingip_pools.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.783123 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.783630 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: floatingip-pools Aug 12 15:21:57.783952 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: ip_allocation.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.784946 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.785454 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension ip_allocation not supported by any of loaded plugins Aug 12 15:21:57.785798 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.786721 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.787231 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: ip-substring-filtering Aug 12 15:21:57.787558 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: l2_adjacency.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.788480 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.788985 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 12 15:21:57.789305 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: l3.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.790295 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.790815 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: router Aug 12 15:21:57.791137 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.793357 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.794512 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 12 15:21:57.794850 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.795782 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.796303 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: ext-gw-mode Aug 12 15:21:57.796635 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.797661 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.798195 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: l3-ha Aug 12 15:21:57.798503 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: l3_flavors.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.799416 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.799924 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: l3-flavors Aug 12 15:21:57.800246 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.801237 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.801772 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 12 15:21:57.802096 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: l3agentscheduler.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.803123 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.803632 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: l3_agent_scheduler Aug 12 15:21:57.803960 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: logging.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.805441 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.805991 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension logging not supported by any of loaded plugins Aug 12 15:21:57.806326 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: metering.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.807072 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.807647 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: metering Aug 12 15:21:57.807976 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.809049 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.809617 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: metering_source_and_destination_fields Aug 12 15:21:57.809950 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: multiprovidernet.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.810996 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.811505 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: multi-provider Aug 12 15:21:57.811832 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: netmtu.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.812748 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.813253 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: net-mtu Aug 12 15:21:57.813610 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: netmtu_writable.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.814538 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.815043 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: net-mtu-writable Aug 12 15:21:57.815369 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: network_availability_zone.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.816066 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.816622 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: network_availability_zone Aug 12 15:21:57.816949 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: network_ip_availability.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.818055 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.818566 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: network-ip-availability Aug 12 15:21:57.818892 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: network_segment_range.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.819652 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.820152 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension network-segment-range not supported by any of loaded plugins Aug 12 15:21:57.820474 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: pagination.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.821446 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.821806 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: pagination Aug 12 15:21:57.822130 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: port_device_profile.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.823046 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.823556 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: port-device-profile Aug 12 15:21:57.823880 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.824803 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.825404 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: port-mac-address-regenerate Aug 12 15:21:57.825752 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.826675 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.827177 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: port-numa-affinity-policy Aug 12 15:21:57.827499 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: port_resource_request.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.828412 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.828912 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension port-resource-request not supported by any of loaded plugins Aug 12 15:21:57.829233 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: portbindings.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.830186 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.830690 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: binding Aug 12 15:21:57.831012 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: portbindings_extended.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.832348 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.832862 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: binding-extended Aug 12 15:21:57.833189 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: portsecurity.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.834127 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.834636 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: port-security Aug 12 15:21:57.834959 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: project_id.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.835924 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.836254 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: project-id Aug 12 15:21:57.836581 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: providernet.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.837533 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.838040 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: provider Aug 12 15:21:57.838361 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: qos.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.842355 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.842876 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension qos not supported by any of loaded plugins Aug 12 15:21:57.843209 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.844445 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.844958 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 12 15:21:57.845287 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.846240 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.846753 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 12 15:21:57.847083 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: qos_default.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.848054 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.848562 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension qos-default not supported by any of loaded plugins Aug 12 15:21:57.848886 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: qos_fip.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.849570 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.850075 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension qos-fip not supported by any of loaded plugins Aug 12 15:21:57.850398 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: qos_gateway_ip.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.851325 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.851827 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 12 15:21:57.852151 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: qos_port_network_policy.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.853058 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.853600 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 12 15:21:57.853925 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: qos_rule_type_details.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.854826 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.855326 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 12 15:21:57.855650 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: qos_rules_alias.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.857232 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.857765 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 12 15:21:57.858093 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: quotasv2.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.858987 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.859434 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: quotas Aug 12 15:21:57.859758 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: quotasv2_detail.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.861342 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.861715 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: quota_details Aug 12 15:21:57.862043 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: rbac.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.863165 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.863709 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: rbac-policies Aug 12 15:21:57.864001 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: rbac_address_group.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.864931 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.865441 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: rbac-address-group Aug 12 15:21:57.865794 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: rbac_address_scope.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.866707 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.867220 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: rbac-address-scope Aug 12 15:21:57.867542 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: rbac_security_groups.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.868452 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.868959 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: rbac-security-groups Aug 12 15:21:57.869285 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: rbac_subnetpool.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.870237 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.870748 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: rbac-subnetpool Aug 12 15:21:57.871071 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: revisionifmatch.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.871994 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.872511 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: revision-if-match Aug 12 15:21:57.872834 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: revisions.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.873958 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.874467 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: standard-attr-revisions Aug 12 15:21:57.874793 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: router_availability_zone.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.875464 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.875971 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: router_availability_zone Aug 12 15:21:57.876294 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: routerservicetype.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.877209 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.877740 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension router-service-type not supported by any of loaded plugins Aug 12 15:21:57.878062 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.879031 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.879542 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: security-groups-normalized-cidr Aug 12 15:21:57.879861 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.880775 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.881280 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: port-security-groups-filtering Aug 12 15:21:57.881630 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.882544 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.883050 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: security-groups-remote-address-group Aug 12 15:21:57.883368 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: securitygroup.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.892905 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.893430 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: security-group Aug 12 15:21:57.893792 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: segment.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.894629 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.895139 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension segment not supported by any of loaded plugins Aug 12 15:21:57.895468 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.896399 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.896904 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 12 15:21:57.897231 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: servicetype.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.898621 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.899137 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: service-type Aug 12 15:21:57.899466 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: sorting.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.900436 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.900768 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: sorting Aug 12 15:21:57.901089 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: standard_attr_segment.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.902033 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.902546 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 12 15:21:57.902869 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: standardattrdescription.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.904023 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.904522 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: standard-attr-description Aug 12 15:21:57.904842 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: stateful_security_group.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.905782 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.906288 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: stateful-security-group Aug 12 15:21:57.906605 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: stdattrs_common.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.907190 dv-cinder-804345-1-smb neutron-server[79100]: WARNING neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 12 15:21:57.907508 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.908499 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.909011 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 12 15:21:57.909333 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: subnet_onboard.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.910482 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.911000 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: subnet_onboard Aug 12 15:21:57.911323 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.912249 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.912754 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 12 15:21:57.913077 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: subnet_service_types.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.914045 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.914565 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: subnet-service-types Aug 12 15:21:57.914887 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: subnetallocation.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.915954 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.916470 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: subnet_allocation Aug 12 15:21:57.916792 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.917457 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.918002 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: subnetpool-prefix-ops Aug 12 15:21:57.918321 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.919828 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.920331 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 12 15:21:57.920650 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: tagging.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.921765 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.922235 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: standard-attr-tag Aug 12 15:21:57.922559 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: timestamp.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.923735 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.924245 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loaded extension: standard-attr-timestamp Aug 12 15:21:57.924572 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: trunk.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.925687 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.926198 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension trunk not supported by any of loaded plugins Aug 12 15:21:57.926524 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: trunk_details.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.927457 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.927964 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension trunk-details not supported by any of loaded plugins Aug 12 15:21:57.928286 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: uplink_status_propagation.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.929199 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.929732 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 12 15:21:57.930056 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Loading extension file: vlantransparent.py {{(pid=79100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 15:21:57.930725 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 15:21:57.931228 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 12 15:21:57.933627 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Creating instance of TrackedResource for resource:network Aug 12 15:21:57.934335 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Creating instance of TrackedResource for resource:subnet Aug 12 15:21:57.935143 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 15:21:57.935746 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Creating instance of TrackedResource for resource:port Aug 12 15:21:57.937002 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.v2.resource_helper [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 15:21:57.937436 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.v2.resource_helper [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Service FLAVORS assigned prefix: {{(pid=79100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 15:21:57.938179 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.v2.resource_helper [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 15:21:57.938631 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.v2.resource_helper [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 15:21:57.938962 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Creating instance of TrackedResource for resource:router Aug 12 15:21:57.939612 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Creating instance of TrackedResource for resource:floatingip Aug 12 15:21:57.940329 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.v2.resource_helper [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Service METERING assigned prefix: /metering {{(pid=79100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 15:21:57.941850 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.942220 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.942578 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:21:57.943727 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 15:21:57.944168 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Creating instance of TrackedResource for resource:security_group Aug 12 15:21:57.944823 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 15:21:57.945590 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.v2.resource_helper [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Service CORE assigned prefix: {{(pid=79100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 15:21:57.945923 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 15:21:57.946265 dv-cinder-804345-1-smb neutron-server[79100]: WARNING neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] subnetpool is already registered Aug 12 15:21:57.946868 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.v2.resource_helper [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Service CORE assigned prefix: {{(pid=79100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 15:21:57.947198 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 15:21:57.947525 dv-cinder-804345-1-smb neutron-server[79100]: WARNING neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] subnetpool is already registered Aug 12 15:21:57.950106 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.v2.resource_helper [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 15:21:57.950565 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.v2.resource_helper [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Service FLAVORS assigned prefix: {{(pid=79100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 15:21:57.951164 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.v2.resource_helper [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 15:21:57.951586 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.v2.resource_helper [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 15:21:57.951915 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Creating instance of TrackedResource for resource:router Aug 12 15:21:57.952239 dv-cinder-804345-1-smb neutron-server[79100]: WARNING neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] router is already registered Aug 12 15:21:57.952829 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Creating instance of TrackedResource for resource:floatingip Aug 12 15:21:57.953162 dv-cinder-804345-1-smb neutron-server[79100]: WARNING neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] floatingip is already registered Aug 12 15:21:57.953824 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.v2.resource_helper [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Service METERING assigned prefix: /metering {{(pid=79100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 15:21:57.954497 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 15:21:57.954826 dv-cinder-804345-1-smb neutron-server[79100]: WARNING neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] rbac_policy is already registered Aug 12 15:21:57.955366 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Creating instance of TrackedResource for resource:security_group Aug 12 15:21:57.955692 dv-cinder-804345-1-smb neutron-server[79100]: WARNING neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] security_group is already registered Aug 12 15:21:57.956274 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 15:21:57.956611 dv-cinder-804345-1-smb neutron-server[79100]: WARNING neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] security_group_rule is already registered Aug 12 15:21:57.957363 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.v2.resource_helper [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Service CORE assigned prefix: {{(pid=79100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 15:21:57.957724 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 15:21:57.958058 dv-cinder-804345-1-smb neutron-server[79100]: WARNING neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] subnetpool is already registered Aug 12 15:21:57.958658 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.v2.resource_helper [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Service CORE assigned prefix: {{(pid=79100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 15:21:57.958984 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 15:21:57.959304 dv-cinder-804345-1-smb neutron-server[79100]: WARNING neutron.quota.resource_registry [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] subnetpool is already registered Aug 12 15:21:57.959935 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: extensions {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.961380 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: address-groups {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.963053 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: address-scopes {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.964263 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: agents {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.965418 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: auto-allocated-topology {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.967215 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: availability_zones {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.969424 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: dhcp-networks {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.970860 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: dhcp-agents {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.972523 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: routers {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.974346 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: flavors {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.975519 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: service_profiles {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.976711 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: next_providers {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.978264 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: service_profiles {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.979762 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: floatingip-pools {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.980923 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: routers {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.983293 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: floatingips {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.984472 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: l3-routers {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.985891 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: l3-agents {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.987307 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: metering-labels {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.988744 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: metering-label-rules {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.990050 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: network-ip-availabilities {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.991310 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: bindings {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.992960 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: quotas {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.994420 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: quotas {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.995825 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: rbac-policies {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.997133 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: security-groups {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.998441 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: security-group-rules {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:57.999681 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: service-providers {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:58.000896 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: subnetpools {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:58.002342 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: subnetpools {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:58.003792 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: tags {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:58.005498 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: tags {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:58.007306 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: tags {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:58.009096 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: tags {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:58.011023 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: tags {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:58.012890 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: tags {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:58.014634 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: tags {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:58.016538 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: tags {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:58.018357 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: tags {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:58.020302 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron.api.extensions [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Extended resource: tags {{(pid=79100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 15:21:58.026488 dv-cinder-804345-1-smb neutron-server[79100]: WARNING keystonemiddleware.auth_token [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 12 15:21:58.032543 dv-cinder-804345-1-smb neutron-server[79100]: WARNING keystonemiddleware.auth_token [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 12 15:21:58.040702 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_concurrency.lockutils [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Acquired lock "singleton_lock" {{(pid=79100) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 12 15:21:58.041184 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_concurrency.lockutils [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Releasing lock "singleton_lock" {{(pid=79100) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 12 15:21:58.041855 dv-cinder-804345-1-smb neutron-server[79100]: INFO oslo_service.service [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Starting 2 workers Aug 12 15:21:58.046988 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Started child 79207 {{(pid=79100) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 12 15:21:58.051286 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Started child 79208 {{(pid=79100) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 12 15:21:58.051958 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:58.052803 dv-cinder-804345-1-smb neutron-server[79100]: INFO neutron.service [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 12 15:21:58.053446 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Notify callbacks [] for process, before_spawn {{(pid=79100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:58.053577 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [-] (79207) wsgi starting up on http://0.0.0.0:9696 Aug 12 15:21:58.055565 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:58.056010 dv-cinder-804345-1-smb neutron-server[79100]: INFO oslo_service.service [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Starting 1 workers Aug 12 15:21:58.056966 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [-] (79208) wsgi starting up on http://0.0.0.0:9696 Aug 12 15:21:58.060820 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Started child 79209 {{(pid=79100) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 12 15:21:58.061315 dv-cinder-804345-1-smb neutron-server[79100]: INFO oslo_service.service [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Starting 1 workers Aug 12 15:21:58.064194 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.service [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] calling RpcWorker wait() {{(pid=79209) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 12 15:21:58.064702 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.service [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] returning from RpcWorker wait() {{(pid=79209) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 12 15:21:58.065554 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Started child 79210 {{(pid=79100) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 12 15:21:58.065930 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:58.066354 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG neutron_lib.callbacks.manager [None req-07292a2c-1aef-4842-a8eb-bb5111336a14 None None] Notify callbacks [] for process, after_spawn {{(pid=79100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:58.066459 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:21:58.068218 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79100) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 12 15:21:58.068430 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 12 15:21:58.068616 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 12 15:21:58.068830 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 12 15:21:58.069186 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 12 15:21:58.069350 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 12 15:21:58.069894 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.070157 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.070433 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.070706 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.070977 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.071399 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:58.071865 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.071865 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.072029 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.072282 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.072513 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.072681 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.072851 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.073121 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.073349 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.073674 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.073938 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.074207 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.074497 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.074668 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.074917 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.075228 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.075477 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.075736 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] debug = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.075975 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.076452 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.076679 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.076949 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.077188 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.077484 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.077755 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.078027 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.078274 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.078512 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.078748 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.079007 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.079248 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.079498 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.079714 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.079955 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.080191 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.080672 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] host = dv-cinder-804345-1-smb {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.080889 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.081107 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.081336 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.081602 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.081858 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.082071 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.082336 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.082578 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.082813 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.083144 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.083328 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.083551 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.083797 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.084040 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] log_file = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.084205 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] log_options = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.084418 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.084697 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.084957 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.085169 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.085344 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.085523 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.085788 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.085951 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.086214 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.086432 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.086664 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.086879 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.087112 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.087352 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.087604 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.087831 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.088078 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.088285 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.088554 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.088800 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.089023 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.089256 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.089498 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.089707 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.089950 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.090182 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.090412 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.090623 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.091376 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.091720 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.091954 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.092200 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.092451 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.092687 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.092915 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.093142 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.093351 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.093737 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.094195 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.094195 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.094525 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.094658 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.095080 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.095080 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.095309 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.095553 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] use_json = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.095730 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.095937 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.096494 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.096494 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.096915 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.096915 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.097074 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.097286 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.097729 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.098196 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.098387 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.098582 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.098877 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.099080 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.099321 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.099541 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.099955 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.100110 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.100315 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.100558 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.100823 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.101041 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.101747 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.101747 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.102029 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.102262 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.102507 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.102758 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.102977 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.103109 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:21:58.103247 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.103495 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.103739 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.104005 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.104277 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.104499 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.104720 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.104973 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.105187 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.105403 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.105683 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.105892 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.106112 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.107352 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.107597 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.108024 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.108170 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.108420 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.108595 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.108772 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.109008 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.109255 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.110599 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.110599 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.110599 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.110599 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.110599 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.110599 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.111421 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.111421 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.111421 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.111815 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.111815 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.112460 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.112460 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.112460 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.112897 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.112897 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.112897 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.113290 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.114144 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.114144 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.114144 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.114144 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.115240 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.115240 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.115240 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.115240 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.115240 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.116046 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.116046 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.116046 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.116046 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.119700 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.119700 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.119700 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.119700 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.119700 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.119700 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.119700 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.119700 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.119700 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.120442 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.120442 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.120442 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.120442 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.120442 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.120442 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.120442 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.120442 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.120924 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.120924 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.120924 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.120924 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.121140 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.121627 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.121888 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.122150 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.122390 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.122648 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.122866 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.123093 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.123332 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.123570 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.123828 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.124052 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.124304 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.124568 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.124818 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.125049 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.125322 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.125597 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.125889 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.126278 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.126705 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.127008 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.127258 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.127660 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.127932 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.128201 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.128443 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.128693 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.128936 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.129336 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.129630 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.129853 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.130155 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.130424 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.130675 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.130886 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.131303 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.131653 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.132057 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.132297 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.132512 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.132774 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.133023 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.133270 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.133556 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.133814 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.134064 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.134337 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.134592 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.135053 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.135424 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.135675 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.135893 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.136137 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.136373 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.136594 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.136806 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.137033 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.137481 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.138405 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.138786 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.139046 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.139292 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.139507 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.139741 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.139945 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.140177 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.140435 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.140673 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.140895 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.141114 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.141366 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.141641 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.141864 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.142137 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.142416 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.142625 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.142858 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.143107 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.143379 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.143595 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.143871 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.144092 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.144307 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.144519 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.144736 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.144983 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.145199 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.145441 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.145684 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.145943 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.146258 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.146747 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.147154 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.147390 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.147908 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.148130 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.148347 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.148591 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.148810 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.149046 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.149499 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.149748 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.150021 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.150258 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.150496 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.150738 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.151128 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.151497 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.151873 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.152235 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.152526 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.152776 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.153023 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.153279 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.154080 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.154312 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.154543 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.154755 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.154971 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.155180 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.155406 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.155635 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.155845 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.156059 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.156287 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.156710 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.156967 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.157189 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.157504 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.157738 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.157990 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.158258 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.158596 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.158818 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.159076 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.159338 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.159557 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.159799 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.160067 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.160373 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.160670 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.160904 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.161164 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.161447 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.161749 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.162021 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.162281 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.162566 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.162879 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.163168 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.163413 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.163642 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.163923 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.164151 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.164386 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.164608 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.164844 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.165059 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.165314 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.165601 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.165844 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.166091 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.166319 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.166533 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.166758 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.166989 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.167243 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.167479 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.167632 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 15:21:58.168125 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79100) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 12 15:21:58.168292 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 12 15:21:58.168436 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 12 15:21:58.168616 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 12 15:21:58.168788 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 12 15:21:58.168961 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 12 15:21:58.169166 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.169329 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.169504 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.169665 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.169823 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.169999 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.170162 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.170321 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.170478 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.170621 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.170783 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.170943 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.171098 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.171247 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.171401 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.171558 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.171715 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.171872 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.172034 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.172191 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.172398 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.172526 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.172651 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] debug = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.172775 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.172966 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.173113 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.173273 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.173430 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.173613 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.173756 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.173916 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.174055 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.174218 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.174375 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.174533 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.174689 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.174845 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.175002 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.175159 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.175317 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.175476 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] host = dv-cinder-804345-1-smb {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.175633 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.175789 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.175946 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.176102 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.176260 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.176417 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.176576 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.176733 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.176890 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.177048 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.177205 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.177362 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.177549 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.177708 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] log_file = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.177865 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] log_options = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.178006 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.178167 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.178324 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.178508 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.178676 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.178845 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.178979 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.179138 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.179296 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.179531 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.179695 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.179854 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.180012 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.180170 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.180353 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.180483 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.180858 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.180858 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.181436 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.181436 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.181436 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.181436 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.181831 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.181831 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.181974 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.182052 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.182195 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.182353 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.182510 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.182667 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.182824 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.182981 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.183146 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.183304 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.183461 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.183663 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.183765 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.183917 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.184387 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.184387 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.184387 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.184792 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.184792 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.184993 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.184993 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.185124 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] use_json = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.185266 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.185422 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.185605 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.185765 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.185919 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.186055 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.186211 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.186370 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 12 15:21:58.186550 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.186712 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.186885 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.187046 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.187205 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.187365 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.187524 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.187686 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.187845 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.188005 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.188174 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.188334 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.188507 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.188675 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.188835 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.188996 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.189159 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.189318 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.189491 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.189626 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.189784 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.189944 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.190122 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.190285 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.190444 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.190761 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.190924 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.191089 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.191251 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.191431 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.191573 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.191741 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.191893 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.192049 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.192208 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.192369 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.192531 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.192691 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.193024 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.193024 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.193585 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.193585 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.193585 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.193800 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.193800 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.193959 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.194072 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.194233 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.194394 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.194554 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.194726 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.194886 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.195046 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.195206 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.195368 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.195529 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.195689 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.195849 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.196151 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.196321 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.196481 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.196658 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.196820 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.196984 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.197143 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.197284 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.197425 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.197624 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.197765 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.197904 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.198246 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.198246 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.198526 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.198526 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.198779 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.198779 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.199027 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.199242 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.199242 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.199493 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.199574 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.199692 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.199852 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.200012 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.200716 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.200943 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.201044 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.201200 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:21:58.201321 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.201410 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.201516 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.201675 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.201835 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.201995 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.202154 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.202313 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.202472 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.202633 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.202795 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.202955 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.203114 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.203275 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.203434 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.203593 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.203752 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.203913 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.204072 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.204232 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.204392 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.204552 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.204712 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.204871 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.205046 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.205190 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.205356 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.205539 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.205709 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.205881 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.206041 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.206202 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.206362 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.206522 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.206682 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.206845 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.207005 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.207165 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.207324 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.207484 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.207657 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.207808 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.207973 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.208133 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.208292 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.208474 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.208620 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.208782 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.208942 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.209110 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.209267 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.209418 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.209617 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.209778 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.209938 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.210090 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.210247 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.210407 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.210566 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.210725 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.210885 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.211046 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.211207 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.211417 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.211556 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.211690 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.211843 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.212034 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.212185 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.212349 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.212508 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.212669 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.212828 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.212988 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.213148 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.213559 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.213559 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.214062 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.214062 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.214062 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.214408 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.214408 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.214408 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.214990 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.214990 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.214990 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.215250 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.215250 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.215483 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.215483 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.215716 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.215898 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.216026 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.216151 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.216274 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.216397 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.216556 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.216704 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.216865 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.217026 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.217398 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.217398 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.218162 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.218162 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.218364 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.218480 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.218620 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.218780 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.218940 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.219103 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.219253 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.219416 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.219579 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.219739 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.219899 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.220059 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.220220 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.220380 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.220541 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.220713 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.220875 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.221035 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.221196 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.221375 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.221551 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.221713 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.221873 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.222032 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.222192 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.222362 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.222523 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.222684 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.222842 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.223002 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.223170 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.223333 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.223495 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.223663 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.223823 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.223983 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.224155 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.224316 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.224477 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.224640 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.224801 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.224961 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.225123 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.225366 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.225518 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.225631 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.225803 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.225966 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.226136 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.226306 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.226476 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.226639 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.226806 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.226979 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.227141 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.227301 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.227632 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.227632 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.227852 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.228005 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.228117 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.228221 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.228336 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.228498 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.228657 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.228817 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.228977 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.229143 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.229309 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.229482 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.229652 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.229862 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.229999 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 12 15:21:58.230124 dv-cinder-804345-1-smb neutron-server[79100]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 15:21:58.477665 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 43370) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:21:58.486064 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062418 Aug 12 15:22:08.790913 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8f3546-c552-44f6-9337-c66592f1c067 None None] get_active_networks_info from dv-cinder-804345-1-smb {{(pid=79209) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 12 15:22:08.886830 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8f3546-c552-44f6-9337-c66592f1c067 None None] No non-hosted networks {{(pid=79209) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 12 15:22:08.896535 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.agentschedulers_db [None req-2b8f3546-c552-44f6-9337-c66592f1c067 None None] DHCP Agent not found on host dv-cinder-804345-1-smb {{(pid=79209) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 12 15:22:08.976374 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9564dd00-20a4-4d10-ad4d-446ae9fa4e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546646'] for agent, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:09.719945 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546646'] for agent, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:09.721445 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:09.722907 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:09.724786 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:09.725326 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:09.726435 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:09.727248 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:09.727757 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:09.730543 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:09.731051 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:09.731543 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:09.734047 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:09.734943 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:09.735525 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804345-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:22:09.744538 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804345-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:22:11.554655 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4ab62d8a-fa55-4107-841b-c130925c68ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546646'] for agent, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:11.638780 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e42a139c-2d9f-456f-b1ea-eaa037dd9ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:12.574105 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546646'] for agent, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:13.770918 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546646'] for agent, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:15.345059 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 43466) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:22:15.916480 dv-cinder-804345-1-smb neutron-server[79208]: WARNING oslo_policy.policy [None req-6e66b32e-f9be-4e32-acda-a3b8b57ee66d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 15:22:15.917095 dv-cinder-804345-1-smb neutron-server[79208]: WARNING oslo_policy.policy [None req-6e66b32e-f9be-4e32-acda-a3b8b57ee66d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 15:22:16.130043 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [None req-6e66b32e-f9be-4e32-acda-a3b8b57ee66d admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:22:16.131036 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-6e66b32e-f9be-4e32-acda-a3b8b57ee66d admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7850609 Aug 12 15:22:17.556979 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.db.l3_hamode_db [None req-a6d95503-24ba-462a-a704-3460e6dc3f83 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 12 15:22:17.641143 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d95503-24ba-462a-a704-3460e6dc3f83 None None] Routers set() bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:22:17.641569 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d95503-24ba-462a-a704-3460e6dc3f83 None None] Router IDs set() for agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 12 15:22:18.457595 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 43480) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:22:18.811232 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-8dc7ea02-0d10-4e24-b590-241ca093cb5e admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:22:18.909188 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.policy [None req-8dc7ea02-0d10-4e24-b590-241ca093cb5e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79208) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 15:22:18.954352 dv-cinder-804345-1-smb neutron-server[79208]: WARNING oslo_policy.policy [None req-8dc7ea02-0d10-4e24-b590-241ca093cb5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 15:22:18.954755 dv-cinder-804345-1-smb neutron-server[79208]: WARNING oslo_policy.policy [None req-8dc7ea02-0d10-4e24-b590-241ca093cb5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 15:22:18.963171 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.quota [None req-8dc7ea02-0d10-4e24-b590-241ca093cb5e admin admin] Loaded quota_driver: . Aug 12 15:22:18.978262 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-8dc7ea02-0d10-4e24-b590-241ca093cb5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:22:19.036508 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8dc7ea02-0d10-4e24-b590-241ca093cb5e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783034834920', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783034834373', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783034841108', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783034836098', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783034792455', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783034786600', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16529384', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15962373', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-307538', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-406947'] for rbac-policy, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:19.097544 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8dc7ea02-0d10-4e24-b590-241ca093cb5e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:19.098719 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-8dc7ea02-0d10-4e24-b590-241ca093cb5e admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6401801 Aug 12 15:22:21.665739 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 43494) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:22:22.007316 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Request body: {'network': {'project_id': '6f92d9ffe54a4184b28fe079404b5038', 'admin_state_up': True, 'name': 'private'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:22:22.012058 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:22:22.017146 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Usage tracker for resource:network and tenant:6f92d9ffe54a4184b28fe079404b5038 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:22:22.021708 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:22:22.028041 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:22:22.037284 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Made reservation on behalf of 6f92d9ffe54a4184b28fe079404b5038 for: {'network': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:22:22.040009 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for network, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:22.056984 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:22.071164 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:22:22.074757 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Usage tracker for resource:security_group_rule and tenant:6f92d9ffe54a4184b28fe079404b5038 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:22:22.080290 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:22:22.085831 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:22:22.178075 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:22.182439 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:22.188075 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:22:22.205078 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=79208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:22:22.232417 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783031516308', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:22.233032 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Unsubscribe: segment precommit_create {{(pid=79208) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 15:22:22.233548 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.db.segments_db [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Added segment 3daea1ad-2709-42ad-86bc-ff1797335d35 of type vlan for network 87c1d15b-6c34-4295-86b2-dc6cd62201a6 Aug 12 15:22:22.283711 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4c605b-e7a6-4116-ae5f-bcb402739374,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:22:22.304816 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:22.305154 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:22.305498 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:22.305821 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:22.306141 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:22.306458 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:22.306771 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:22.307083 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:22.307415 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:22.307728 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:22.308036 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:22.308342 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Tracked resource versions report: Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: pushed versions: Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: { 'AddressGroup': {'1.2'}, Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'ConntrackHelper': {'1.0'}, Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'Log': {'1.0'}, Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'Network': {'1.1'}, Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'Port': {'1.7'}, Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'PortForwarding': {'1.2'}, Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'QosPolicy': {'1.8'}, Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'SecurityGroup': {'1.4'}, Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'SecurityGroupRule': {'1.2'}, Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'SubPort': {'1.0'}, Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'Subnet': {'1.1'}, Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'Trunk': {'1.1'}} Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: consumer versions: Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: { DHCP agent@dv-cinder-804345-1-smb: {}, Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: L3 agent@dv-cinder-804345-1-smb: {}, Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: Metadata agent@dv-cinder-804345-1-smb: {}, Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: Metering agent@dv-cinder-804345-1-smb: {}, Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: Open vSwitch agent@dv-cinder-804345-1-smb: { 'AddressGroup': '1.2', Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'ConntrackHelper': '1.0', Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'Log': '1.0', Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'Network': '1.1', Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'Port': '1.7', Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'PortForwarding': '1.2', Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'QosPolicy': '1.8', Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'SecurityGroup': '1.4', Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'SecurityGroupRule': '1.2', Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'SubPort': '1.0', Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'Subnet': '1.1', Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: 'Trunk': '1.1'}} Aug 12 15:22:22.309544 dv-cinder-804345-1-smb neutron-server[79208]: {{(pid=79208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 15:22:22.356053 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783031021186'] for network, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:22.360186 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:22:22.396643 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for network, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:22.398003 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:22:22.398637 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:22.403214 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:22:22.497022 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8302481 Aug 12 15:22:22.505149 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Pushing event updated for resources: {'Network': ['ID=87c1d15b-6c34-4295-86b2-dc6cd62201a6,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:22:22.508445 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:22:22.522482 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Network 87c1d15b-6c34-4295-86b2-dc6cd62201a6 details requested by agent ovs-agent-dv-cinder-804345-1-smb with host dv-cinder-804345-1-smb {{(pid=79209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 12 15:22:25.147643 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 43510) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:22:25.587957 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b37b5fe-eabb-4d53-8bfe-3d80f446e50b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:22:25.589218 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-0b37b5fe-eabb-4d53-8bfe-3d80f446e50b admin admin] 10.222.0.59 "GET /v2.0/networks/87c1d15b-6c34-4295-86b2-dc6cd62201a6 HTTP/1.1" status: 200 len: 825 time: 0.4406304 Aug 12 15:22:25.615529 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-5b7ffa38-7ef6-4930-93fb-6f880331ee7a admin admin] 10.222.0.59 "GET /v2.0/subnetpools/1355a072-feca-4154-bf5a-ee4779c5779c HTTP/1.1" status: 200 len: 734 time: 0.0203860 Aug 12 15:22:25.623622 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-0e4714e2-553c-42b5-b227-1d3a9dc715bb admin admin] Request body: {'subnet': {'tenant_id': '6f92d9ffe54a4184b28fe079404b5038', 'subnetpool_id': '1355a072-feca-4154-bf5a-ee4779c5779c', 'ip_version': 4, 'network_id': '87c1d15b-6c34-4295-86b2-dc6cd62201a6', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:22:25.628297 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-0e4714e2-553c-42b5-b227-1d3a9dc715bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:22:25.631994 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-0e4714e2-553c-42b5-b227-1d3a9dc715bb admin admin] Usage tracker for resource:subnet and tenant:6f92d9ffe54a4184b28fe079404b5038 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:22:25.634840 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-0e4714e2-553c-42b5-b227-1d3a9dc715bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:22:25.640394 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-0e4714e2-553c-42b5-b227-1d3a9dc715bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:22:25.650100 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4714e2-553c-42b5-b227-1d3a9dc715bb admin admin] Made reservation on behalf of 6f92d9ffe54a4184b28fe079404b5038 for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:22:25.652550 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0e4714e2-553c-42b5-b227-1d3a9dc715bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:25.935736 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0e4714e2-553c-42b5-b227-1d3a9dc715bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:25.940336 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:22:26.018015 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4714e2-553c-42b5-b227-1d3a9dc715bb admin admin] Checking segment: {'id': '3daea1ad-2709-42ad-86bc-ff1797335d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '87c1d15b-6c34-4295-86b2-dc6cd62201a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:22:26.018402 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4714e2-553c-42b5-b227-1d3a9dc715bb admin admin] Network hostable DHCP agents. Network: 87c1d15b-6c34-4295-86b2-dc6cd62201a6, hostable agents: ['4f8a9972-eba5-4715-9ddd-7ea9a03f6a04'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:22:26.023606 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4714e2-553c-42b5-b227-1d3a9dc715bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df1ee4d-2bfa-43ee-adca-8cc03a6fae52,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:22:26.030280 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0e4714e2-553c-42b5-b227-1d3a9dc715bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:22:26.041691 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4714e2-553c-42b5-b227-1d3a9dc715bb admin admin] Network 87c1d15b-6c34-4295-86b2-dc6cd62201a6 is scheduled to be hosted by DHCP agent 4f8a9972-eba5-4715-9ddd-7ea9a03f6a04 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:22:26.052282 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-0e4714e2-553c-42b5-b227-1d3a9dc715bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-smb, 87c1d15b-6c34-4295-86b2-dc6cd62201a6) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:22:26.056793 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4714e2-553c-42b5-b227-1d3a9dc715bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:22:26.057391 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0e4714e2-553c-42b5-b227-1d3a9dc715bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:26.061838 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f26beee-8dc4-4c6a-922b-8fe09fbddcac None None] Network 87c1d15b-6c34-4295-86b2-dc6cd62201a6 requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:22:26.076643 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-0e4714e2-553c-42b5-b227-1d3a9dc715bb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4560819 Aug 12 15:22:26.452208 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f19a329-6de7-551c-b893-0ca916fef3f6-87c1d15b-6c34-4295-86b2-dc6cd62201a6', 'network_id': '87c1d15b-6c34-4295-86b2-dc6cd62201a6', 'tenant_id': '6f92d9ffe54a4184b28fe079404b5038', 'fixed_ips': [{'subnet_id': '5df1ee4d-2bfa-43ee-adca-8cc03a6fae52'}]}} from dv-cinder-804345-1-smb. {{(pid=79209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 12 15:22:26.453561 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:26.639542 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Allocated IP 172.20.0.2 (87c1d15b-6c34-4295-86b2-dc6cd62201a6/5df1ee4d-2bfa-43ee-adca-8cc03a6fae52/dab3678f-e26d-472b-804b-55b22b8c7d11) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:22:26.867227 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:26.881165 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Transition to ACTIVE for port object dab3678f-e26d-472b-804b-55b22b8c7d11 will not be triggered until provisioned by entity L2. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:22:26.901928 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Transition to ACTIVE for port object dab3678f-e26d-472b-804b-55b22b8c7d11 will not be triggered until provisioned by entity DHCP. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:22:26.908615 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:26.913729 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:22:26.972675 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Network 87c1d15b-6c34-4295-86b2-dc6cd62201a6 is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:22:26.975678 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:22:26.978683 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:22:27.016901 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Pushing event updated for resources: {'Port': ['ID=dab3678f-e26d-472b-804b-55b22b8c7d11,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:22:27.032289 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:27.032630 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:27.032966 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:27.033297 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:27.033652 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:27.033981 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:27.034306 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:27.034622 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:27.034945 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:27.035263 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:27.035578 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:27.035893 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Tracked resource versions report: Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: pushed versions: Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: { 'AddressGroup': {'1.2'}, Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'ConntrackHelper': {'1.0'}, Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'Log': {'1.0'}, Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'Network': {'1.1'}, Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'Port': {'1.7'}, Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'PortForwarding': {'1.2'}, Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'QosPolicy': {'1.8'}, Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'SecurityGroup': {'1.4'}, Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'SecurityGroupRule': {'1.2'}, Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'SubPort': {'1.0'}, Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'Subnet': {'1.1'}, Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'Trunk': {'1.1'}} Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: consumer versions: Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: { DHCP agent@dv-cinder-804345-1-smb: {}, Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: L3 agent@dv-cinder-804345-1-smb: {}, Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: Metadata agent@dv-cinder-804345-1-smb: {}, Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: Metering agent@dv-cinder-804345-1-smb: {}, Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: Open vSwitch agent@dv-cinder-804345-1-smb: { 'AddressGroup': '1.2', Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'ConntrackHelper': '1.0', Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'Log': '1.0', Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'Network': '1.1', Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'Port': '1.7', Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'PortForwarding': '1.2', Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'QosPolicy': '1.8', Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'SecurityGroup': '1.4', Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'SecurityGroupRule': '1.2', Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'SubPort': '1.0', Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'Subnet': '1.1', Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: 'Trunk': '1.1'}} Aug 12 15:22:27.037037 dv-cinder-804345-1-smb neutron-server[79209]: {{(pid=79209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 15:22:27.065121 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:22:27.089377 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Attempting to bind port dab3678f-e26d-472b-804b-55b22b8c7d11 on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:22:27.089797 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Attempting to bind port dab3678f-e26d-472b-804b-55b22b8c7d11 by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': '3daea1ad-2709-42ad-86bc-ff1797335d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '87c1d15b-6c34-4295-86b2-dc6cd62201a6'}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:22:27.090211 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Attempting to bind port dab3678f-e26d-472b-804b-55b22b8c7d11 on network 87c1d15b-6c34-4295-86b2-dc6cd62201a6 {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:22:27.095835 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:22:27.096237 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Checking segment: {'id': '3daea1ad-2709-42ad-86bc-ff1797335d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '87c1d15b-6c34-4295-86b2-dc6cd62201a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:22:27.096737 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:27.097128 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Bound using segment: {'id': '3daea1ad-2709-42ad-86bc-ff1797335d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '87c1d15b-6c34-4295-86b2-dc6cd62201a6'} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:22:27.097637 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Bound port: dab3678f-e26d-472b-804b-55b22b8c7d11, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3daea1ad-2709-42ad-86bc-ff1797335d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '87c1d15b-6c34-4295-86b2-dc6cd62201a6'}}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:22:27.098018 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:27.186141 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] For port dab3678f-e26d-472b-804b-55b22b8c7d11, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:22:27.189945 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] For port dab3678f-e26d-472b-804b-55b22b8c7d11, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=dab3678f-e26d-472b-804b-55b22b8c7d11,segment=NetworkSegment(3daea1ad-2709-42ad-86bc-ff1797335d35),segment_id=3daea1ad-2709-42ad-86bc-ff1797335d35)] {{(pid=79209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:22:27.194071 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:27.197783 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:22:27.284414 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Pushing event updated for resources: {'Port': ['ID=dab3678f-e26d-472b-804b-55b22b8c7d11,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:22:27.289060 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:22:28.418263 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 43520) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:22:28.793600 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [None req-f808adea-d258-46ad-87f9-e1212b638e95 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:22:28.805547 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-f808adea-d258-46ad-87f9-e1212b638e95 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3747871 Aug 12 15:22:29.904520 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device dab3678f-e26d-472b-804b-55b22b8c7d11 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:22:29.976367 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port dab3678f-e26d-472b-804b-55b22b8c7d11 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:22:30.905021 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b5eba8-753a-4a9e-9089-5949d6f71ffa None None] Network 87c1d15b-6c34-4295-86b2-dc6cd62201a6 requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:22:30.992524 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-761136d1-657a-446b-8887-23f6ec65a454 None None] Provisioning for port dab3678f-e26d-472b-804b-55b22b8c7d11 completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:22:30.999952 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-761136d1-657a-446b-8887-23f6ec65a454 None None] Provisioning complete for port dab3678f-e26d-472b-804b-55b22b8c7d11 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:22:31.000353 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-761136d1-657a-446b-8887-23f6ec65a454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:31.155647 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 43534) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:22:31.215921 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-761136d1-657a-446b-8887-23f6ec65a454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:31.269000 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-761136d1-657a-446b-8887-23f6ec65a454 None None] For port dab3678f-e26d-472b-804b-55b22b8c7d11, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=dab3678f-e26d-472b-804b-55b22b8c7d11,segment=NetworkSegment(3daea1ad-2709-42ad-86bc-ff1797335d35),segment_id=3daea1ad-2709-42ad-86bc-ff1797335d35)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:22:31.275611 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-761136d1-657a-446b-8887-23f6ec65a454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:31.281324 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:22:31.354717 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761136d1-657a-446b-8887-23f6ec65a454 None None] Pushing event updated for resources: {'Port': ['ID=dab3678f-e26d-472b-804b-55b22b8c7d11,revision_number=3']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:22:31.357837 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-761136d1-657a-446b-8887-23f6ec65a454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:22:31.541506 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [None req-90b6384a-56bb-45a6-8d0d-0c22ca129afd admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:22:31.542479 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-90b6384a-56bb-45a6-8d0d-0c22ca129afd admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3859899 Aug 12 15:22:31.601935 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-d1c29696-0ef7-4a6b-b316-0562dcbd2d65 None None] Provisioning complete for port dab3678f-e26d-472b-804b-55b22b8c7d11 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:22:31.602314 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d1c29696-0ef7-4a6b-b316-0562dcbd2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:31.876550 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device dab3678f-e26d-472b-804b-55b22b8c7d11 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:22:31.941946 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port dab3678f-e26d-472b-804b-55b22b8c7d11 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:22:31.942578 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:34.133530 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 43546) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:22:34.479385 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-0cd68ea1-102b-4d68-896c-98724da453cd admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '6f92d9ffe54a4184b28fe079404b5038'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:22:34.484295 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-0cd68ea1-102b-4d68-896c-98724da453cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:22:34.488040 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-0cd68ea1-102b-4d68-896c-98724da453cd admin admin] Usage tracker for resource:router and tenant:6f92d9ffe54a4184b28fe079404b5038 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:22:34.491247 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-0cd68ea1-102b-4d68-896c-98724da453cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:22:34.496829 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-0cd68ea1-102b-4d68-896c-98724da453cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:22:34.507442 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0cd68ea1-102b-4d68-896c-98724da453cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1684'] for router, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:34.509016 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0cd68ea1-102b-4d68-896c-98724da453cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1709'] for router, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:34.531322 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0cd68ea1-102b-4d68-896c-98724da453cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:34.639956 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0cd68ea1-102b-4d68-896c-98724da453cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544154'] for router, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:34.658969 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0cd68ea1-102b-4d68-896c-98724da453cd admin admin] Notify callbacks [] for router, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:34.660149 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-0cd68ea1-102b-4d68-896c-98724da453cd admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5256619 Aug 12 15:22:35.126461 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 5 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:22:36.945396 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 43556) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:22:37.513228 dv-cinder-804345-1-smb neutron-server[79207]: WARNING oslo_policy.policy [None req-db5546eb-ec15-4b5f-a1f9-867356c31fb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 15:22:37.513818 dv-cinder-804345-1-smb neutron-server[79207]: WARNING oslo_policy.policy [None req-db5546eb-ec15-4b5f-a1f9-867356c31fb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 15:22:37.728262 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [None req-db5546eb-ec15-4b5f-a1f9-867356c31fb7 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79207) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:22:37.729521 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-db5546eb-ec15-4b5f-a1f9-867356c31fb7 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7821319 Aug 12 15:22:38.686499 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-022c0536-06cc-4436-8393-c6a7731097cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:39.715258 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:40.060311 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 43570) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:22:40.420207 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:22:40.421833 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.quota [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Loaded quota_driver: . Aug 12 15:22:40.437199 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:22:40.443664 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Usage tracker for resource:network and tenant:177c7b9503614cc9ad8f7c3a8e2d1259 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:22:40.448436 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:22:40.456262 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:22:40.471925 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Made reservation on behalf of 177c7b9503614cc9ad8f7c3a8e2d1259 for: {'network': 1} {{(pid=79207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:22:40.543005 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.policy [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79207) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 15:22:40.587489 dv-cinder-804345-1-smb neutron-server[79207]: WARNING oslo_policy.policy [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 15:22:40.587851 dv-cinder-804345-1-smb neutron-server[79207]: WARNING oslo_policy.policy [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 15:22:40.597435 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for network, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:40.617001 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:40.631608 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:22:40.635249 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Usage tracker for resource:security_group_rule and tenant:177c7b9503614cc9ad8f7c3a8e2d1259 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:22:40.638414 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:22:40.644507 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:22:40.745606 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:40.749455 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:40.755125 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:22:40.766570 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Reserving flat network on physical network physnet1 {{(pid=79207) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 12 15:22:40.799565 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783031516308', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:40.800075 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Unsubscribe: segment precommit_create {{(pid=79207) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 15:22:40.800567 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.db.segments_db [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Added segment c2103bd8-b560-48b5-a85b-af3f7d8d393d of type flat for network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 Aug 12 15:22:40.852642 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da2518b-aedc-4c17-9dcd-a78b4977192e,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:22:40.870384 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:40.870842 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:40.871280 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:40.871708 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:40.872158 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:40.872642 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:40.873084 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:40.873569 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:40.874014 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:40.874438 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:40.874870 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:40.875318 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Tracked resource versions report: Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: pushed versions: Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: { 'AddressGroup': {'1.2'}, Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'ConntrackHelper': {'1.0'}, Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'Log': {'1.0'}, Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'Network': {'1.1'}, Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'Port': {'1.7'}, Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'PortForwarding': {'1.2'}, Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'QosPolicy': {'1.8'}, Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'SecurityGroup': {'1.4'}, Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'SecurityGroupRule': {'1.2'}, Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'SubPort': {'1.0'}, Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'Subnet': {'1.1'}, Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'Trunk': {'1.1'}} Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: consumer versions: Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: { DHCP agent@dv-cinder-804345-1-smb: {}, Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: L3 agent@dv-cinder-804345-1-smb: {}, Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: Metadata agent@dv-cinder-804345-1-smb: {}, Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: Metering agent@dv-cinder-804345-1-smb: {}, Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: Open vSwitch agent@dv-cinder-804345-1-smb: { 'AddressGroup': '1.2', Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'ConntrackHelper': '1.0', Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'Log': '1.0', Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'Network': '1.1', Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'Port': '1.7', Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'PortForwarding': '1.2', Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'QosPolicy': '1.8', Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'SecurityGroup': '1.4', Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'SecurityGroupRule': '1.2', Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'SubPort': '1.0', Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'Subnet': '1.1', Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: 'Trunk': '1.1'}} Aug 12 15:22:40.876772 dv-cinder-804345-1-smb neutron-server[79207]: {{(pid=79207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 15:22:40.935423 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783031021186'] for network, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:40.939570 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:22:40.980367 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for network, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:40.982180 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:22:40.982847 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:40.988379 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:22:41.085189 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0236919 Aug 12 15:22:41.093271 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Pushing event updated for resources: {'Network': ['ID=0058a344-5c9e-42ec-8e15-86e71c7e20b6,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:22:41.097413 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:22:41.104783 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 details requested by agent ovs-agent-dv-cinder-804345-1-smb with host dv-cinder-804345-1-smb {{(pid=79209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 12 15:22:41.552080 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-ae0abc0f-bbbb-44c6-9205-cc76d598434c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:42.526467 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:43.395340 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 43596) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:22:43.598287 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4483cac-9fc6-40d0-b328-d9ff635f4732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:22:43.599581 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-e4483cac-9fc6-40d0-b328-d9ff635f4732 admin admin] 10.222.0.59 "GET /v2.0/subnets/5df1ee4d-2bfa-43ee-adca-8cc03a6fae52 HTTP/1.1" status: 200 len: 849 time: 0.2032938 Aug 12 15:22:43.720468 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:43.740995 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-a3c744e4-61d5-4d2c-93f6-c14d4cc8d0dc admin admin] 10.222.0.59 "GET /v2.0/routers/a143ea5c-2c4a-4b7a-8065-b81a22586e55 HTTP/1.1" status: 200 len: 704 time: 0.1358263 Aug 12 15:22:44.189084 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:44.413084 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Allocated IP 172.20.0.1 (87c1d15b-6c34-4295-86b2-dc6cd62201a6/5df1ee4d-2bfa-43ee-adca-8cc03a6fae52/02edfe80-0999-4edd-b380-13c2217c7c2d) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:22:44.595295 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:44.612760 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Transition to ACTIVE for port object 02edfe80-0999-4edd-b380-13c2217c7c2d will not be triggered until provisioned by entity DHCP. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:22:44.667345 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:44.672135 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:22:44.729894 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Network 87c1d15b-6c34-4295-86b2-dc6cd62201a6 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:22:44.732633 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:22:44.735100 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:22:44.735608 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717407'] for router_interface, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:44.868881 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Pushing event updated for resources: {'Port': ['ID=02edfe80-0999-4edd-b380-13c2217c7c2d,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:22:44.872239 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:22:44.914441 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-95edbe8f-8ced-4582-b1e8-d1df147cf656 None None] Provisioning for port 02edfe80-0999-4edd-b380-13c2217c7c2d completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:22:44.919014 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-95edbe8f-8ced-4582-b1e8-d1df147cf656 None None] Provisioning complete for port 02edfe80-0999-4edd-b380-13c2217c7c2d triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:22:44.919389 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-95edbe8f-8ced-4582-b1e8-d1df147cf656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:44.971312 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-95edbe8f-8ced-4582-b1e8-d1df147cf656 None None] Port 02edfe80-0999-4edd-b380-13c2217c7c2d cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:22:44.998377 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:45.219327 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:45.224064 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:45.225349 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717360'] for router_interface, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:45.228580 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:22:45.365202 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Pushing event updated for resources: {'Port': ['ID=02edfe80-0999-4edd-b380-13c2217c7c2d,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:22:45.371444 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:22:45.420667 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Network 87c1d15b-6c34-4295-86b2-dc6cd62201a6 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:22:45.421731 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:22:45.592602 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-6c0077d6-92eb-4b2c-b527-029525c6d73c None None] Provisioning complete for port 02edfe80-0999-4edd-b380-13c2217c7c2d triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:22:45.592976 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-6c0077d6-92eb-4b2c-b527-029525c6d73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:45.610340 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Router a143ea5c-2c4a-4b7a-8065-b81a22586e55 is scheduled to L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d with binding_index 1 {{(pid=79208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:22:45.647069 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-6c0077d6-92eb-4b2c-b527-029525c6d73c None None] Port 02edfe80-0999-4edd-b380-13c2217c7c2d cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:22:45.764738 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:22:45.773644 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] 10.222.0.59 "PUT /v2.0/routers/a143ea5c-2c4a-4b7a-8065-b81a22586e55/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0276234 Aug 12 15:22:45.773867 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Sync routers for ids ['a143ea5c-2c4a-4b7a-8065-b81a22586e55'] in dv-cinder-804345-1-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:22:45.784688 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Routers {'a143ea5c-2c4a-4b7a-8065-b81a22586e55'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:22:45.785600 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:22:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['a143ea5c-2c4a-4b7a-8065-b81a22586e55'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:22:45.957715 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Set router a143ea5c-2c4a-4b7a-8065-b81a22586e55 gateway port host: None {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:22:46.319323 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a143ea5c-2c4a-4b7a-8065-b81a22586e55', 'name': 'router1', 'tenant_id': '6f92d9ffe54a4184b28fe079404b5038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:22:34Z', 'updated_at': '2021-08-12T15:22:44Z', 'revision_number': 2, 'project_id': '6f92d9ffe54a4184b28fe079404b5038', 'gw_port_host': None, '_interfaces': [{'id': '02edfe80-0999-4edd-b380-13c2217c7c2d', 'name': '', 'network_id': '87c1d15b-6c34-4295-86b2-dc6cd62201a6', 'tenant_id': '6f92d9ffe54a4184b28fe079404b5038', 'mac_address': 'fa:16:3e:09:04:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a143ea5c-2c4a-4b7a-8065-b81a22586e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5df1ee4d-2bfa-43ee-adca-8cc03a6fae52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:22:44Z', 'updated_at': '2021-08-12T15:22:45Z', 'revision_number': 2, 'project_id': '6f92d9ffe54a4184b28fe079404b5038', 'subnets': [{'id': '5df1ee4d-2bfa-43ee-adca-8cc03a6fae52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1355a072-feca-4154-bf5a-ee4779c5779c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:22:46.324234 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Checking router: a143ea5c-2c4a-4b7a-8065-b81a22586e55 for host: dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:22:46.324610 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Updating router a143ea5c-2c4a-4b7a-8065-b81a22586e55 port 02edfe80-0999-4edd-b380-13c2217c7c2d binding host dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:22:46.378673 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:46.748951 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Notify callbacks [] for port, precommit_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:46.763174 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Transition to ACTIVE for port object 02edfe80-0999-4edd-b380-13c2217c7c2d will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:22:46.769640 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:46.775753 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:22:46.989539 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449359e6-69a1-4e2d-9cb4-a87585e5fd93 None None] Pushing event updated for resources: {'Port': ['ID=02edfe80-0999-4edd-b380-13c2217c7c2d,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:22:47.000759 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449359e6-69a1-4e2d-9cb4-a87585e5fd93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:47.001055 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449359e6-69a1-4e2d-9cb4-a87585e5fd93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:47.001391 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449359e6-69a1-4e2d-9cb4-a87585e5fd93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:47.001748 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449359e6-69a1-4e2d-9cb4-a87585e5fd93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:47.002079 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449359e6-69a1-4e2d-9cb4-a87585e5fd93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:47.002406 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449359e6-69a1-4e2d-9cb4-a87585e5fd93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:47.003482 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449359e6-69a1-4e2d-9cb4-a87585e5fd93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:47.003766 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449359e6-69a1-4e2d-9cb4-a87585e5fd93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:47.004092 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449359e6-69a1-4e2d-9cb4-a87585e5fd93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:47.004414 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449359e6-69a1-4e2d-9cb4-a87585e5fd93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:47.004734 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449359e6-69a1-4e2d-9cb4-a87585e5fd93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:47.005053 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449359e6-69a1-4e2d-9cb4-a87585e5fd93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449359e6-69a1-4e2d-9cb4-a87585e5fd93 None None] Tracked resource versions report: Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: pushed versions: Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: { 'AddressGroup': {'1.2'}, Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'ConntrackHelper': {'1.0'}, Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'Log': {'1.0'}, Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'Network': {'1.1'}, Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'Port': {'1.7'}, Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'PortForwarding': {'1.2'}, Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'QosPolicy': {'1.8'}, Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'SecurityGroup': {'1.4'}, Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'SecurityGroupRule': {'1.2'}, Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'SubPort': {'1.0'}, Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'Subnet': {'1.1'}, Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'Trunk': {'1.1'}} Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: consumer versions: Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: { DHCP agent@dv-cinder-804345-1-smb: {}, Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: L3 agent@dv-cinder-804345-1-smb: {}, Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: Metadata agent@dv-cinder-804345-1-smb: {}, Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: Metering agent@dv-cinder-804345-1-smb: {}, Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: Open vSwitch agent@dv-cinder-804345-1-smb: { 'AddressGroup': '1.2', Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'ConntrackHelper': '1.0', Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'Log': '1.0', Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'Network': '1.1', Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'Port': '1.7', Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'PortForwarding': '1.2', Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'QosPolicy': '1.8', Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'SecurityGroup': '1.4', Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'SecurityGroupRule': '1.2', Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'SubPort': '1.0', Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'Subnet': '1.1', Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: 'Trunk': '1.1'}} Aug 12 15:22:47.006220 dv-cinder-804345-1-smb neutron-server[79210]: {{(pid=79210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 15:22:47.019462 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-449359e6-69a1-4e2d-9cb4-a87585e5fd93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:22:47.023493 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Attempting to bind port 02edfe80-0999-4edd-b380-13c2217c7c2d on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:22:47.023898 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Attempting to bind port 02edfe80-0999-4edd-b380-13c2217c7c2d by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': '3daea1ad-2709-42ad-86bc-ff1797335d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '87c1d15b-6c34-4295-86b2-dc6cd62201a6'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:22:47.024323 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Attempting to bind port 02edfe80-0999-4edd-b380-13c2217c7c2d on network 87c1d15b-6c34-4295-86b2-dc6cd62201a6 {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:22:47.029430 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:22:47.030123 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Checking segment: {'id': '3daea1ad-2709-42ad-86bc-ff1797335d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '87c1d15b-6c34-4295-86b2-dc6cd62201a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:22:47.030617 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:47.031007 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Bound using segment: {'id': '3daea1ad-2709-42ad-86bc-ff1797335d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '87c1d15b-6c34-4295-86b2-dc6cd62201a6'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:22:47.031527 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Bound port: 02edfe80-0999-4edd-b380-13c2217c7c2d, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3daea1ad-2709-42ad-86bc-ff1797335d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '87c1d15b-6c34-4295-86b2-dc6cd62201a6'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:22:47.031916 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:47.123943 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] For port 02edfe80-0999-4edd-b380-13c2217c7c2d, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:22:47.128740 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] For port 02edfe80-0999-4edd-b380-13c2217c7c2d, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=02edfe80-0999-4edd-b380-13c2217c7c2d,segment=NetworkSegment(3daea1ad-2709-42ad-86bc-ff1797335d35),segment_id=3daea1ad-2709-42ad-86bc-ff1797335d35)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:22:47.132142 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:47.135818 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-449359e6-69a1-4e2d-9cb4-a87585e5fd93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:22:47.220670 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449359e6-69a1-4e2d-9cb4-a87585e5fd93 None None] Pushing event updated for resources: {'Port': ['ID=02edfe80-0999-4edd-b380-13c2217c7c2d,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:22:47.223208 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Routers {'a143ea5c-2c4a-4b7a-8065-b81a22586e55'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:22:47.223815 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:22:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['a143ea5c-2c4a-4b7a-8065-b81a22586e55'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:22:47.353421 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-449359e6-69a1-4e2d-9cb4-a87585e5fd93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:22:47.378471 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] Set router a143ea5c-2c4a-4b7a-8065-b81a22586e55 gateway port host: None {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:22:47.696252 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a143ea5c-2c4a-4b7a-8065-b81a22586e55', 'name': 'router1', 'tenant_id': '6f92d9ffe54a4184b28fe079404b5038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:22:34Z', 'updated_at': '2021-08-12T15:22:44Z', 'revision_number': 2, 'project_id': '6f92d9ffe54a4184b28fe079404b5038', 'gw_port_host': None, '_interfaces': [{'id': '02edfe80-0999-4edd-b380-13c2217c7c2d', 'name': '', 'network_id': '87c1d15b-6c34-4295-86b2-dc6cd62201a6', 'tenant_id': '6f92d9ffe54a4184b28fe079404b5038', 'mac_address': 'fa:16:3e:09:04:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a143ea5c-2c4a-4b7a-8065-b81a22586e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5df1ee4d-2bfa-43ee-adca-8cc03a6fae52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:22:44Z', 'updated_at': '2021-08-12T15:22:47Z', 'revision_number': 4, 'project_id': '6f92d9ffe54a4184b28fe079404b5038', 'subnets': [{'id': '5df1ee4d-2bfa-43ee-adca-8cc03a6fae52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1355a072-feca-4154-bf5a-ee4779c5779c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:22:47.700043 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297764b4-5e69-4414-8622-6d5d65767353 None None] The sync data for ids ['a143ea5c-2c4a-4b7a-8065-b81a22586e55'] in dv-cinder-804345-1-smb is: [{'id': 'a143ea5c-2c4a-4b7a-8065-b81a22586e55', 'name': 'router1', 'tenant_id': '6f92d9ffe54a4184b28fe079404b5038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:22:34Z', 'updated_at': '2021-08-12T15:22:44Z', 'revision_number': 2, 'project_id': '6f92d9ffe54a4184b28fe079404b5038', 'gw_port_host': None, '_interfaces': [{'id': '02edfe80-0999-4edd-b380-13c2217c7c2d', 'name': '', 'network_id': '87c1d15b-6c34-4295-86b2-dc6cd62201a6', 'tenant_id': '6f92d9ffe54a4184b28fe079404b5038', 'mac_address': 'fa:16:3e:09:04:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a143ea5c-2c4a-4b7a-8065-b81a22586e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5df1ee4d-2bfa-43ee-adca-8cc03a6fae52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:22:44Z', 'updated_at': '2021-08-12T15:22:47Z', 'revision_number': 4, 'project_id': '6f92d9ffe54a4184b28fe079404b5038', 'subnets': [{'id': '5df1ee4d-2bfa-43ee-adca-8cc03a6fae52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1355a072-feca-4154-bf5a-ee4779c5779c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:22:47.933015 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 43618) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:22:48.122572 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf1244-069b-40f0-a1b6-326c086abd49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:22:48.123948 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-97bf1244-069b-40f0-a1b6-326c086abd49 admin admin] 10.222.0.59 "GET /v2.0/networks/0058a344-5c9e-42ec-8e15-86e71c7e20b6 HTTP/1.1" status: 200 len: 842 time: 0.1899433 Aug 12 15:22:48.133276 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-430f5604-6c80-4997-93e7-d9b45146cd15 admin admin] Request body: {'subnet': {'cidr': '172.28.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.28.0.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:22:48.138409 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-430f5604-6c80-4997-93e7-d9b45146cd15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:22:48.142176 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-430f5604-6c80-4997-93e7-d9b45146cd15 admin admin] Usage tracker for resource:subnet and tenant:177c7b9503614cc9ad8f7c3a8e2d1259 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:22:48.144991 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-430f5604-6c80-4997-93e7-d9b45146cd15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:22:48.150616 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-430f5604-6c80-4997-93e7-d9b45146cd15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:22:48.162223 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430f5604-6c80-4997-93e7-d9b45146cd15 admin admin] Made reservation on behalf of 177c7b9503614cc9ad8f7c3a8e2d1259 for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:22:48.164413 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-430f5604-6c80-4997-93e7-d9b45146cd15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:48.533297 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.objects.ports [None req-430f5604-6c80-4997-93e7-d9b45146cd15 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79208) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Aug 12 15:22:48.533780 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-430f5604-6c80-4997-93e7-d9b45146cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:48.537805 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0e4714e2-553c-42b5-b227-1d3a9dc715bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:22:48.611297 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f5604-6c80-4997-93e7-d9b45146cd15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afba140a-12ff-4429-a397-3adb0ba8c2af,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:22:48.614681 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-430f5604-6c80-4997-93e7-d9b45146cd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:22:48.620633 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430f5604-6c80-4997-93e7-d9b45146cd15 admin admin] Checking segment: {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:22:48.620982 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430f5604-6c80-4997-93e7-d9b45146cd15 admin admin] Network hostable DHCP agents. Network: 0058a344-5c9e-42ec-8e15-86e71c7e20b6, hostable agents: ['4f8a9972-eba5-4715-9ddd-7ea9a03f6a04'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:22:48.641035 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430f5604-6c80-4997-93e7-d9b45146cd15 admin admin] Network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 is scheduled to be hosted by DHCP agent 4f8a9972-eba5-4715-9ddd-7ea9a03f6a04 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:22:48.651546 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-430f5604-6c80-4997-93e7-d9b45146cd15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-smb, 0058a344-5c9e-42ec-8e15-86e71c7e20b6) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:22:48.656239 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430f5604-6c80-4997-93e7-d9b45146cd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:22:48.656825 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-430f5604-6c80-4997-93e7-d9b45146cd15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:48.661208 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6700ab29-be5f-490a-a918-cbb7985eee37 None None] Network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:22:48.679517 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-430f5604-6c80-4997-93e7-d9b45146cd15 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5490947 Aug 12 15:22:48.881637 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e66bd1-11e2-44bf-bf77-8236923abe26 None None] Network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:22:49.902352 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 02edfe80-0999-4edd-b380-13c2217c7c2d up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:22:49.970325 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port 02edfe80-0999-4edd-b380-13c2217c7c2d completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:22:49.975567 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 02edfe80-0999-4edd-b380-13c2217c7c2d triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:22:49.975944 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:50.087473 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:50.117544 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] For port 02edfe80-0999-4edd-b380-13c2217c7c2d, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=02edfe80-0999-4edd-b380-13c2217c7c2d,segment=NetworkSegment(3daea1ad-2709-42ad-86bc-ff1797335d35),segment_id=3daea1ad-2709-42ad-86bc-ff1797335d35)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:22:50.121231 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:50.123279 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a0d9f234-82a8-46f6-b3a6-9d5050cbb500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:22:50.186661 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Pushing event updated for resources: {'Port': ['ID=02edfe80-0999-4edd-b380-13c2217c7c2d,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:22:50.189754 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:22:50.917269 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 43632) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:22:51.107540 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-1fd02fa4-98cf-4569-a7f0-bf9ff4c3bec0 admin admin] 10.222.0.59 "GET /v2.0/routers/a143ea5c-2c4a-4b7a-8065-b81a22586e55 HTTP/1.1" status: 200 len: 710 time: 0.1891191 Aug 12 15:22:51.233558 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4fb2ca-dd18-45be-a7c6-9225e56508c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:22:51.234828 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-4f4fb2ca-dd18-45be-a7c6-9225e56508c2 admin admin] 10.222.0.59 "GET /v2.0/networks/0058a344-5c9e-42ec-8e15-86e71c7e20b6 HTTP/1.1" status: 200 len: 886 time: 0.1223013 Aug 12 15:22:51.244129 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-23bb3f93-b919-4f63-ad86-bf6dafb2082a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:22:51.725510 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-23bb3f93-b919-4f63-ad86-bf6dafb2082a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1715'] for router, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:51.886777 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 02edfe80-0999-4edd-b380-13c2217c7c2d up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:22:51.952140 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 02edfe80-0999-4edd-b380-13c2217c7c2d triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:22:51.952516 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:52.051396 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-23bb3f93-b919-4f63-ad86-bf6dafb2082a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:52.105788 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-23bb3f93-b919-4f63-ad86-bf6dafb2082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:52.236627 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-23bb3f93-b919-4f63-ad86-bf6dafb2082a admin admin] Allocated IP 172.28.0.23 (0058a344-5c9e-42ec-8e15-86e71c7e20b6/afba140a-12ff-4429-a397-3adb0ba8c2af/28689bbf-7653-46a9-8976-0b553b6fac42) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:22:52.382321 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-23bb3f93-b919-4f63-ad86-bf6dafb2082a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:52.410752 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-23bb3f93-b919-4f63-ad86-bf6dafb2082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:52.414282 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e0aa7d05-3779-4569-b850-0c0f0fad2b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:22:52.477048 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bb3f93-b919-4f63-ad86-bf6dafb2082a admin admin] Network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:22:52.479837 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-23bb3f93-b919-4f63-ad86-bf6dafb2082a admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:22:52.483881 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb3f93-b919-4f63-ad86-bf6dafb2082a admin admin] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:22:52.545060 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb3f93-b919-4f63-ad86-bf6dafb2082a admin admin] Pushing event updated for resources: {'Port': ['ID=28689bbf-7653-46a9-8976-0b553b6fac42,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:22:52.547799 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-23bb3f93-b919-4f63-ad86-bf6dafb2082a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:22:52.854640 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-23bb3f93-b919-4f63-ad86-bf6dafb2082a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:53.229027 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-23bb3f93-b919-4f63-ad86-bf6dafb2082a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1715'] for router, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:53.232222 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-23bb3f93-b919-4f63-ad86-bf6dafb2082a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-718945'] for router, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:53.407142 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bb3f93-b919-4f63-ad86-bf6dafb2082a admin admin] Router a143ea5c-2c4a-4b7a-8065-b81a22586e55 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:22:53.577053 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bb3f93-b919-4f63-ad86-bf6dafb2082a admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:22:53.585388 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-23bb3f93-b919-4f63-ad86-bf6dafb2082a admin admin] Notify callbacks [] for router, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:53.586590 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-23bb3f93-b919-4f63-ad86-bf6dafb2082a admin admin] 10.222.0.59 "PUT /v2.0/routers/a143ea5c-2c4a-4b7a-8065-b81a22586e55 HTTP/1.1" status: 200 len: 889 time: 2.3457468 Aug 12 15:22:53.587171 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Sync routers for ids ['a143ea5c-2c4a-4b7a-8065-b81a22586e55'] in dv-cinder-804345-1-smb {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:22:53.597153 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Routers {'a143ea5c-2c4a-4b7a-8065-b81a22586e55'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:22:53.597851 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:22:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['a143ea5c-2c4a-4b7a-8065-b81a22586e55'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:22:53.786665 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Set router a143ea5c-2c4a-4b7a-8065-b81a22586e55 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:22:54.117373 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a143ea5c-2c4a-4b7a-8065-b81a22586e55', 'name': 'router1', 'tenant_id': '6f92d9ffe54a4184b28fe079404b5038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '28689bbf-7653-46a9-8976-0b553b6fac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:22:34Z', 'updated_at': '2021-08-12T15:22:52Z', 'revision_number': 4, 'project_id': '6f92d9ffe54a4184b28fe079404b5038', 'gw_port': {'id': '28689bbf-7653-46a9-8976-0b553b6fac42', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a143ea5c-2c4a-4b7a-8065-b81a22586e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:22:52Z', 'updated_at': '2021-08-12T15:22:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '02edfe80-0999-4edd-b380-13c2217c7c2d', 'name': '', 'network_id': '87c1d15b-6c34-4295-86b2-dc6cd62201a6', 'tenant_id': '6f92d9ffe54a4184b28fe079404b5038', 'mac_address': 'fa:16:3e:09:04:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143ea5c-2c4a-4b7a-8065-b81a22586e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5df1ee4d-2bfa-43ee-adca-8cc03a6fae52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:22:44Z', 'updated_at': '2021-08-12T15:22:50Z', 'revision_number': 5, 'project_id': '6f92d9ffe54a4184b28fe079404b5038', 'subnets': [{'id': '5df1ee4d-2bfa-43ee-adca-8cc03a6fae52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1355a072-feca-4154-bf5a-ee4779c5779c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:22:54.122209 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Checking router: a143ea5c-2c4a-4b7a-8065-b81a22586e55 for host: dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:22:54.122579 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Updating router a143ea5c-2c4a-4b7a-8065-b81a22586e55 port 28689bbf-7653-46a9-8976-0b553b6fac42 binding host dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:22:54.172665 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:54.489728 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:54.501103 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Transition to ACTIVE for port object 28689bbf-7653-46a9-8976-0b553b6fac42 will not be triggered until provisioned by entity L2. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:22:54.507920 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:54.512531 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-761136d1-657a-446b-8887-23f6ec65a454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:22:54.603372 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Attempting to bind port 28689bbf-7653-46a9-8976-0b553b6fac42 on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:22:54.604122 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Attempting to bind port 28689bbf-7653-46a9-8976-0b553b6fac42 by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:22:54.604122 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Attempting to bind port 28689bbf-7653-46a9-8976-0b553b6fac42 on network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:22:54.610922 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8692d-021f-4d51-b6a2-32fc5fa03689 None None] Pushing event updated for resources: {'Port': ['ID=28689bbf-7653-46a9-8976-0b553b6fac42,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:22:54.613815 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:22:54.614191 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Checking segment: {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:22:54.614595 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:54.614980 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Bound using segment: {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:22:54.615497 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Bound port: 28689bbf-7653-46a9-8976-0b553b6fac42, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:22:54.615867 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:54.639043 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-38e8692d-021f-4d51-b6a2-32fc5fa03689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:22:54.688466 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] For port 28689bbf-7653-46a9-8976-0b553b6fac42, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:22:54.692024 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] For port 28689bbf-7653-46a9-8976-0b553b6fac42, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=28689bbf-7653-46a9-8976-0b553b6fac42,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:22:54.696750 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:54.701487 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:22:54.772106 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Routers {'a143ea5c-2c4a-4b7a-8065-b81a22586e55'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:22:54.772731 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:22:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['a143ea5c-2c4a-4b7a-8065-b81a22586e55'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:22:54.829645 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8692d-021f-4d51-b6a2-32fc5fa03689 None None] Pushing event updated for resources: {'Port': ['ID=28689bbf-7653-46a9-8976-0b553b6fac42,revision_number=3']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:22:54.839843 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-38e8692d-021f-4d51-b6a2-32fc5fa03689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:22:54.954238 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] Set router a143ea5c-2c4a-4b7a-8065-b81a22586e55 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:22:55.274365 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a143ea5c-2c4a-4b7a-8065-b81a22586e55', 'name': 'router1', 'tenant_id': '6f92d9ffe54a4184b28fe079404b5038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '28689bbf-7653-46a9-8976-0b553b6fac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:22:34Z', 'updated_at': '2021-08-12T15:22:52Z', 'revision_number': 4, 'project_id': '6f92d9ffe54a4184b28fe079404b5038', 'gw_port': {'id': '28689bbf-7653-46a9-8976-0b553b6fac42', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a143ea5c-2c4a-4b7a-8065-b81a22586e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:22:52Z', 'updated_at': '2021-08-12T15:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '02edfe80-0999-4edd-b380-13c2217c7c2d', 'name': '', 'network_id': '87c1d15b-6c34-4295-86b2-dc6cd62201a6', 'tenant_id': '6f92d9ffe54a4184b28fe079404b5038', 'mac_address': 'fa:16:3e:09:04:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143ea5c-2c4a-4b7a-8065-b81a22586e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5df1ee4d-2bfa-43ee-adca-8cc03a6fae52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:22:44Z', 'updated_at': '2021-08-12T15:22:50Z', 'revision_number': 5, 'project_id': '6f92d9ffe54a4184b28fe079404b5038', 'subnets': [{'id': '5df1ee4d-2bfa-43ee-adca-8cc03a6fae52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1355a072-feca-4154-bf5a-ee4779c5779c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:22:55.278249 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ff2b4-5e2b-4e7c-bc50-346fc9acb200 None None] The sync data for ids ['a143ea5c-2c4a-4b7a-8065-b81a22586e55'] in dv-cinder-804345-1-smb is: [{'id': 'a143ea5c-2c4a-4b7a-8065-b81a22586e55', 'name': 'router1', 'tenant_id': '6f92d9ffe54a4184b28fe079404b5038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '28689bbf-7653-46a9-8976-0b553b6fac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:22:34Z', 'updated_at': '2021-08-12T15:22:52Z', 'revision_number': 4, 'project_id': '6f92d9ffe54a4184b28fe079404b5038', 'gw_port': {'id': '28689bbf-7653-46a9-8976-0b553b6fac42', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a143ea5c-2c4a-4b7a-8065-b81a22586e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:22:52Z', 'updated_at': '2021-08-12T15:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '02edfe80-0999-4edd-b380-13c2217c7c2d', 'name': '', 'network_id': '87c1d15b-6c34-4295-86b2-dc6cd62201a6', 'tenant_id': '6f92d9ffe54a4184b28fe079404b5038', 'mac_address': 'fa:16:3e:09:04:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a143ea5c-2c4a-4b7a-8065-b81a22586e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5df1ee4d-2bfa-43ee-adca-8cc03a6fae52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:22:44Z', 'updated_at': '2021-08-12T15:22:50Z', 'revision_number': 5, 'project_id': '6f92d9ffe54a4184b28fe079404b5038', 'subnets': [{'id': '5df1ee4d-2bfa-43ee-adca-8cc03a6fae52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1355a072-feca-4154-bf5a-ee4779c5779c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:22:55.918888 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 28689bbf-7653-46a9-8976-0b553b6fac42 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:22:55.919519 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 43642) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:22:55.990038 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port 28689bbf-7653-46a9-8976-0b553b6fac42 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:22:55.995360 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 28689bbf-7653-46a9-8976-0b553b6fac42 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:22:55.995738 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:56.040412 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-692ba80c-2653-49af-8988-8b6cb588cf5c admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1202352 Aug 12 15:22:56.118629 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:56.136012 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] For port 28689bbf-7653-46a9-8976-0b553b6fac42, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=28689bbf-7653-46a9-8976-0b553b6fac42,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:22:56.140011 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:56.142531 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:22:56.209507 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Pushing event updated for resources: {'Port': ['ID=28689bbf-7653-46a9-8976-0b553b6fac42,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:22:56.212565 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:22:57.893845 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 28689bbf-7653-46a9-8976-0b553b6fac42 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:22:57.968733 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 28689bbf-7653-46a9-8976-0b553b6fac42 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:22:57.969232 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:08.691438 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-dd072c01-5f5f-4a0c-9a2d-49f0520392fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:09.717242 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:11.558127 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cd6046e5-e79d-4624-92e5-018e075c9a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:12.125844 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 5 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:23:12.529232 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:13.728288 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:38.695019 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a161c6fa-3ed0-4475-8d49-cd286c0d094b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:39.721136 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:41.552773 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b851d7cc-96cc-4ac6-94e6-a2e30949eff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:42.536567 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:43.736935 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:49.124824 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 5 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:24:08.699406 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2fcc-2791-4112-ad6f-708acc05f938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:09.727331 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:11.626019 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c8e6649f-619a-42e5-8b7b-686831a1bbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:12.538739 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:13.740033 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:26.123910 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 5 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:24:38.702186 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-21062109-cd2d-41fb-a432-66f90c9aeb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:39.729573 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:41.550008 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-645578ac-2c3d-43a9-98f7-6413cf330edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:42.538460 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:43.743060 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:58.933036 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 44212) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:24:58.998593 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab68a648-cb53-4897-a5a6-8d7c460e0302 admin admin] GET failed (client error): The resource could not be found. Aug 12 15:24:58.999840 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-ab68a648-cb53-4897-a5a6-8d7c460e0302 admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658383 Aug 12 15:24:59.126691 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4159baa8-925f-4ae2-a993-ad57a46a061e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:24:59.128032 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-4159baa8-925f-4ae2-a993-ad57a46a061e admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1244760 Aug 12 15:25:01.205578 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 44222) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:25:01.324581 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39006fda-6696-456a-b894-d9780337c4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:01.325958 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-39006fda-6696-456a-b894-d9780337c4b6 admin admin] 10.222.0.59 "GET /v2.0/subnets/5df1ee4d-2bfa-43ee-adca-8cc03a6fae52 HTTP/1.1" status: 200 len: 849 time: 0.1194441 Aug 12 15:25:01.335599 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:25:01.450057 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:01.639676 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783031582010'] for subnet, after_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:01.645009 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:25:01.682673 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:01.683346 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:01.684596 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] 10.222.0.59 "PUT /v2.0/subnets/5df1ee4d-2bfa-43ee-adca-8cc03a6fae52 HTTP/1.1" status: 200 len: 868 time: 0.3532591 Aug 12 15:25:01.688041 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e547921c-f8f9-44b6-9f18-4adef057f587 None None] Network 87c1d15b-6c34-4295-86b2-dc6cd62201a6 requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:25:01.712660 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df1ee4d-2bfa-43ee-adca-8cc03a6fae52,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:25:01.720756 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:01.721104 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:01.721608 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:01.721997 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:01.722331 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:01.722804 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:01.723131 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:01.723457 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:01.723800 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:01.724127 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:01.724446 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:01.724760 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:01.729050 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:25:02.194720 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-bb57c416-2620-45b3-b6fa-e6638402f3c2 None None] Provisioning complete for port 02edfe80-0999-4edd-b380-13c2217c7c2d triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:25:02.195096 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bb57c416-2620-45b3-b6fa-e6638402f3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:02.322401 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-bb57c416-2620-45b3-b6fa-e6638402f3c2 None None] Provisioning complete for port dab3678f-e26d-472b-804b-55b22b8c7d11 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:25:02.322781 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bb57c416-2620-45b3-b6fa-e6638402f3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:03.122533 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 5 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:25:03.780081 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 44232) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:25:03.962978 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4188b6d1-5e12-4b26-b182-9e3967471f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:03.963355 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4188b6d1-5e12-4b26-b182-9e3967471f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:03.964073 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-4188b6d1-5e12-4b26-b182-9e3967471f88 admin admin] Synchronizing usage tracker for tenant:177c7b9503614cc9ad8f7c3a8e2d1259 on resource:network {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:25:03.982025 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-4188b6d1-5e12-4b26-b182-9e3967471f88 admin admin] Unset dirty status for tenant:177c7b9503614cc9ad8f7c3a8e2d1259 on resource:network {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:25:03.983156 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-4188b6d1-5e12-4b26-b182-9e3967471f88 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2020926 Aug 12 15:25:06.078390 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 44242) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:25:06.248973 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ce7389-674b-4162-9944-59e0b0341599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:06.249449 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ce7389-674b-4162-9944-59e0b0341599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:06.250996 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-c8ce7389-674b-4162-9944-59e0b0341599 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1716709 Aug 12 15:25:08.348344 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 44252) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:25:08.509454 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3de273-99d4-46ec-a081-f108216a1187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:08.510808 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-fd3de273-99d4-46ec-a081-f108216a1187 admin admin] 10.222.0.59 "GET /v2.0/networks/0058a344-5c9e-42ec-8e15-86e71c7e20b6 HTTP/1.1" status: 200 len: 886 time: 0.1609142 Aug 12 15:25:08.703713 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-99d897e5-1115-468d-9301-e1df0fc6a8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:09.731368 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:10.612696 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 44262) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:25:10.780793 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257aec2a-5aa4-42d3-9973-5a6281ecde17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:10.782151 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-257aec2a-5aa4-42d3-9973-5a6281ecde17 admin admin] 10.222.0.59 "GET /v2.0/networks/87c1d15b-6c34-4295-86b2-dc6cd62201a6 HTTP/1.1" status: 200 len: 869 time: 0.1684163 Aug 12 15:25:11.551767 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-5f2949fd-a44c-45a6-a964-8ebb27e55317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:12.541229 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:12.892392 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 44272) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:25:12.996209 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da080608-405a-4824-885a-24af871d9556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:12.996668 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da080608-405a-4824-885a-24af871d9556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:12.997388 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-da080608-405a-4824-885a-24af871d9556 admin admin] Synchronizing usage tracker for tenant:177c7b9503614cc9ad8f7c3a8e2d1259 on resource:subnet {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:25:13.014425 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-da080608-405a-4824-885a-24af871d9556 admin admin] Unset dirty status for tenant:177c7b9503614cc9ad8f7c3a8e2d1259 on resource:subnet {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:25:13.015808 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-da080608-405a-4824-885a-24af871d9556 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1224067 Aug 12 15:25:13.751072 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:15.100411 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 44282) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:25:15.206491 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fe2abe-60ec-4711-8d02-f9d1679471f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:15.206945 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fe2abe-60ec-4711-8d02-f9d1679471f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:15.208408 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-b9fe2abe-60ec-4711-8d02-f9d1679471f2 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1070695 Aug 12 15:25:17.338383 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 44292) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:25:17.444138 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc28add-a7a7-469f-941c-fc3db3d991d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:17.445441 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-dfc28add-a7a7-469f-941c-fc3db3d991d7 admin admin] 10.222.0.59 "GET /v2.0/subnets/5df1ee4d-2bfa-43ee-adca-8cc03a6fae52 HTTP/1.1" status: 200 len: 868 time: 0.1061211 Aug 12 15:25:19.555423 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 44302) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:25:19.655957 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ce21b5-aa21-4af5-846d-a6a8c67a7755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:19.657242 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-f2ce21b5-aa21-4af5-846d-a6a8c67a7755 admin admin] 10.222.0.59 "GET /v2.0/subnets/afba140a-12ff-4429-a397-3adb0ba8c2af HTTP/1.1" status: 200 len: 816 time: 0.1009371 Aug 12 15:25:38.705285 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-141abc3f-0176-4e57-89e1-c931d16f753b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:39.733506 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:40.122155 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 5 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:25:41.555244 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3cf44291-4239-40c1-910e-81f822ddd3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:42.251168 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 44346) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:25:42.298966 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [None req-2efbda17-2714-496e-a9f7-15c0f2e906e2 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79207) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:25:42.299930 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-2efbda17-2714-496e-a9f7-15c0f2e906e2 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478334 Aug 12 15:25:42.544348 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:43.756069 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:44.462997 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 44356) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:25:44.529789 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1393c4-0bf5-499f-9446-647fd03778ea admin admin] GET failed (client error): The resource could not be found. Aug 12 15:25:44.531132 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-5a1393c4-0bf5-499f-9446-647fd03778ea admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0671957 Aug 12 15:25:44.653717 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6c49bf-3a6b-424f-9616-2082e0951f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:44.655053 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-3b6c49bf-3a6b-424f-9616-2082e0951f52 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1200106 Aug 12 15:25:46.769712 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 44366) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:25:46.816524 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:25:46.821005 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:25:46.830451 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:25:46.840134 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Made reservation on behalf of 177c7b9503614cc9ad8f7c3a8e2d1259 for: {'network': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:25:46.842475 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for network, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:46.982142 dv-cinder-804345-1-smb neutron-server[79208]: WARNING neutron.services.revisions.revision_plugin [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Could not find related network for resource to bump revision. Aug 12 15:25:46.994824 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=79208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:25:47.003571 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:47.003917 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.db.segments_db [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Added segment ca1bd3ea-137f-4b1c-86a5-b657904067fc of type vlan for network 182e627f-d1dc-452f-806b-aaea9e80493f Aug 12 15:25:47.029615 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783031021186'] for network, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:47.057509 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for network, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:47.058787 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:47.059357 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:47.062387 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:25:47.156531 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Pushing event updated for resources: {'Network': ['ID=182e627f-d1dc-452f-806b-aaea9e80493f,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:25:47.159377 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3886602 Aug 12 15:25:47.165446 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:47.165818 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:47.166152 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:47.166478 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:47.166802 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:47.167137 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:47.167443 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:47.167780 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:47.168099 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:47.168416 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:47.168731 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:47.169041 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:47.172810 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:25:47.181167 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Network 182e627f-d1dc-452f-806b-aaea9e80493f details requested by agent ovs-agent-dv-cinder-804345-1-smb with host dv-cinder-804345-1-smb {{(pid=79209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 12 15:25:49.283385 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 44376) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:25:49.353006 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b0a8b2-ef9b-4247-9cc1-fbd95d891624 admin admin] GET failed (client error): The resource could not be found. Aug 12 15:25:49.353539 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-58b0a8b2-ef9b-4247-9cc1-fbd95d891624 admin admin] Synchronizing usage tracker for tenant:177c7b9503614cc9ad8f7c3a8e2d1259 on resource:network {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:25:49.368317 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-58b0a8b2-ef9b-4247-9cc1-fbd95d891624 admin admin] Unset dirty status for tenant:177c7b9503614cc9ad8f7c3a8e2d1259 on resource:network {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:25:49.369454 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-58b0a8b2-ef9b-4247-9cc1-fbd95d891624 admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0850329 Aug 12 15:25:49.472768 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfb4535-c35d-4088-8abd-3f8bc948c128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:49.474114 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-0cfb4535-c35d-4088-8abd-3f8bc948c128 admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1008134 Aug 12 15:25:49.483236 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-c537ddfe-db86-46fe-9697-c3fe246b9805 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '182e627f-d1dc-452f-806b-aaea9e80493f', 'description': 'shared-subnet'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:25:49.487394 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-c537ddfe-db86-46fe-9697-c3fe246b9805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:25:49.496684 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-c537ddfe-db86-46fe-9697-c3fe246b9805 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:25:49.506302 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c537ddfe-db86-46fe-9697-c3fe246b9805 admin admin] Made reservation on behalf of 177c7b9503614cc9ad8f7c3a8e2d1259 for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:25:49.508564 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c537ddfe-db86-46fe-9697-c3fe246b9805 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:49.702241 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c537ddfe-db86-46fe-9697-c3fe246b9805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:49.707053 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:25:49.771297 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537ddfe-db86-46fe-9697-c3fe246b9805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25faddd6-8410-4458-8f50-9cd60fa07004,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:25:49.774865 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c537ddfe-db86-46fe-9697-c3fe246b9805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:25:49.781444 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537ddfe-db86-46fe-9697-c3fe246b9805 admin admin] Checking segment: {'id': 'ca1bd3ea-137f-4b1c-86a5-b657904067fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '182e627f-d1dc-452f-806b-aaea9e80493f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:25:49.781815 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c537ddfe-db86-46fe-9697-c3fe246b9805 admin admin] Network hostable DHCP agents. Network: 182e627f-d1dc-452f-806b-aaea9e80493f, hostable agents: ['4f8a9972-eba5-4715-9ddd-7ea9a03f6a04'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:25:49.799986 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c537ddfe-db86-46fe-9697-c3fe246b9805 admin admin] Network 182e627f-d1dc-452f-806b-aaea9e80493f is scheduled to be hosted by DHCP agent 4f8a9972-eba5-4715-9ddd-7ea9a03f6a04 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:25:49.808411 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-c537ddfe-db86-46fe-9697-c3fe246b9805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-smb, 182e627f-d1dc-452f-806b-aaea9e80493f) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:25:49.812385 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c537ddfe-db86-46fe-9697-c3fe246b9805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:49.812970 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c537ddfe-db86-46fe-9697-c3fe246b9805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:49.818579 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01baff3-c3a9-42cd-a658-43d4430799e4 None None] Network 182e627f-d1dc-452f-806b-aaea9e80493f requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:25:49.840652 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-c537ddfe-db86-46fe-9697-c3fe246b9805 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3605232 Aug 12 15:25:50.050284 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f19a329-6de7-551c-b893-0ca916fef3f6-182e627f-d1dc-452f-806b-aaea9e80493f', 'network_id': '182e627f-d1dc-452f-806b-aaea9e80493f', 'tenant_id': '177c7b9503614cc9ad8f7c3a8e2d1259', 'fixed_ips': [{'subnet_id': '25faddd6-8410-4458-8f50-9cd60fa07004'}]}} from dv-cinder-804345-1-smb. {{(pid=79209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 12 15:25:50.051132 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:50.205222 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Allocated IP 192.168.233.2 (182e627f-d1dc-452f-806b-aaea9e80493f/25faddd6-8410-4458-8f50-9cd60fa07004/f9f4824c-157e-46b6-ab6e-520fd15fa46d) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:25:50.432677 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:50.443724 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Transition to ACTIVE for port object f9f4824c-157e-46b6-ab6e-520fd15fa46d will not be triggered until provisioned by entity L2. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:25:50.462199 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Transition to ACTIVE for port object f9f4824c-157e-46b6-ab6e-520fd15fa46d will not be triggered until provisioned by entity DHCP. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:25:50.468507 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:50.473598 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:25:50.537081 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Network 182e627f-d1dc-452f-806b-aaea9e80493f is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:25:50.539792 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:25:50.544541 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:25:50.548099 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Pushing event updated for resources: {'Port': ['ID=f9f4824c-157e-46b6-ab6e-520fd15fa46d,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:25:50.586008 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:50.586352 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:50.586689 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:50.587020 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:50.587342 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:50.587672 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:50.587993 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:50.588310 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:50.588634 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:50.588950 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:50.589264 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:50.589601 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:50.597395 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:25:50.645356 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Attempting to bind port f9f4824c-157e-46b6-ab6e-520fd15fa46d on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:25:50.645760 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Attempting to bind port f9f4824c-157e-46b6-ab6e-520fd15fa46d by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': 'ca1bd3ea-137f-4b1c-86a5-b657904067fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '182e627f-d1dc-452f-806b-aaea9e80493f'}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:25:50.646119 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Attempting to bind port f9f4824c-157e-46b6-ab6e-520fd15fa46d on network 182e627f-d1dc-452f-806b-aaea9e80493f {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:25:50.651298 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:25:50.651673 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Checking segment: {'id': 'ca1bd3ea-137f-4b1c-86a5-b657904067fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '182e627f-d1dc-452f-806b-aaea9e80493f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:25:50.652078 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:50.652475 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Bound using segment: {'id': 'ca1bd3ea-137f-4b1c-86a5-b657904067fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '182e627f-d1dc-452f-806b-aaea9e80493f'} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:25:50.652937 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Bound port: f9f4824c-157e-46b6-ab6e-520fd15fa46d, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1bd3ea-137f-4b1c-86a5-b657904067fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '182e627f-d1dc-452f-806b-aaea9e80493f'}}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:25:50.653334 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:50.741346 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] For port f9f4824c-157e-46b6-ab6e-520fd15fa46d, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:25:50.744475 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] For port f9f4824c-157e-46b6-ab6e-520fd15fa46d, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=f9f4824c-157e-46b6-ab6e-520fd15fa46d,segment=NetworkSegment(ca1bd3ea-137f-4b1c-86a5-b657904067fc),segment_id=ca1bd3ea-137f-4b1c-86a5-b657904067fc)] {{(pid=79209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:25:50.748757 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:50.752570 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:25:50.827137 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Pushing event updated for resources: {'Port': ['ID=f9f4824c-157e-46b6-ab6e-520fd15fa46d,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:25:50.830315 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:25:51.626930 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1d6b76-4a02-49ce-93f1-e623b4587785 None None] Network 182e627f-d1dc-452f-806b-aaea9e80493f requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:25:51.732651 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-7764288d-09c9-44fb-8d1f-cdeb174763b7 None None] Provisioning for port f9f4824c-157e-46b6-ab6e-520fd15fa46d completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:25:52.016576 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device f9f4824c-157e-46b6-ab6e-520fd15fa46d up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:25:52.098417 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port f9f4824c-157e-46b6-ab6e-520fd15fa46d completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:25:52.103169 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port f9f4824c-157e-46b6-ab6e-520fd15fa46d triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:25:52.103550 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:52.221007 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:52.254037 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] For port f9f4824c-157e-46b6-ab6e-520fd15fa46d, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=f9f4824c-157e-46b6-ab6e-520fd15fa46d,segment=NetworkSegment(ca1bd3ea-137f-4b1c-86a5-b657904067fc),segment_id=ca1bd3ea-137f-4b1c-86a5-b657904067fc)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:25:52.258369 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:52.260389 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:25:52.328264 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Pushing event updated for resources: {'Port': ['ID=f9f4824c-157e-46b6-ab6e-520fd15fa46d,revision_number=3']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:25:52.331862 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:25:53.980774 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device f9f4824c-157e-46b6-ab6e-520fd15fa46d up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:25:54.049175 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port f9f4824c-157e-46b6-ab6e-520fd15fa46d triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:25:54.049578 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:08.707768 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9cac4104-ce40-4959-b480-23ad5a799974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:09.737656 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:11.556083 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f6e516fb-74a7-44a5-9c57-ccf11d8965ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:12.558243 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:13.757651 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:17.121022 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 5 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:26:38.710190 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-87261c88-f3c2-4655-bab2-9fd78e7c5d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:39.742734 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:41.558377 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4f7e174a-c040-4bf0-9d2a-c7d499f604c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:42.541557 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:43.761292 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:54.120659 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 5 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:26:56.868435 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 44426) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:26:56.874526 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [None req-ff34036d-b031-41cd-b4f9-f15061a4c508 tempest-verify_tempest_config-969580521 tempest-verify_tempest_config-969580521-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:26:56.875491 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-ff34036d-b031-41cd-b4f9-f15061a4c508 tempest-verify_tempest_config-969580521 tempest-verify_tempest_config-969580521-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060828 Aug 12 15:26:57.167718 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 44444) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:26:57.279103 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:57.293453 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:26:57.297505 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Usage tracker for resource:security_group_rule and tenant:fd46bb94f78d4f5a95d8e3561308e0ac is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:26:57.300262 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:26:57.305819 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:26:57.393417 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:57.397134 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:57.404126 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:26:57.441669 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1714bcaa-e7fc-4536-be3d-529a4eb72899,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:26:57.447158 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd46bb94f78d4f5a95d8e3561308e0ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2784414 Aug 12 15:26:57.450908 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 44450) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:26:57.451410 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.451410 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.451713 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.452600 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.452923 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.453246 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.453594 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.453910 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.454225 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.454543 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.454856 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.455165 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.458899 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:26:57.513397 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-009e8b48-d6b7-49ba-b29d-564421ad5e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:57.539072 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-009e8b48-d6b7-49ba-b29d-564421ad5e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:57.628931 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-009e8b48-d6b7-49ba-b29d-564421ad5e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:57.632873 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:26:57.644436 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e8b48-d6b7-49ba-b29d-564421ad5e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1714bcaa-e7fc-4536-be3d-529a4eb72899,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:26:57.654008 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-009e8b48-d6b7-49ba-b29d-564421ad5e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:57.655111 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-009e8b48-d6b7-49ba-b29d-564421ad5e24 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1714bcaa-e7fc-4536-be3d-529a4eb72899 HTTP/1.1" status: 204 len: 168 time: 0.2032688 Aug 12 15:26:57.656210 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8b48-d6b7-49ba-b29d-564421ad5e24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.656552 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8b48-d6b7-49ba-b29d-564421ad5e24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.656879 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8b48-d6b7-49ba-b29d-564421ad5e24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.657203 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8b48-d6b7-49ba-b29d-564421ad5e24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.657543 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8b48-d6b7-49ba-b29d-564421ad5e24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.659596 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8b48-d6b7-49ba-b29d-564421ad5e24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.659925 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8b48-d6b7-49ba-b29d-564421ad5e24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.660258 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8b48-d6b7-49ba-b29d-564421ad5e24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.660644 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8b48-d6b7-49ba-b29d-564421ad5e24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.660898 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8b48-d6b7-49ba-b29d-564421ad5e24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.661217 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8b48-d6b7-49ba-b29d-564421ad5e24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.661576 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009e8b48-d6b7-49ba-b29d-564421ad5e24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:57.664674 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-009e8b48-d6b7-49ba-b29d-564421ad5e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:27:08.712751 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e5ff0060-4b20-4adf-a121-1212733e3876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:09.743746 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:11.561945 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f08cc420-3b01-4e3d-a3c0-6f28fb82c068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:12.545032 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:13.766407 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:31.120025 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 5 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:27:38.713593 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-57e59233-a135-4db7-975e-21a22c1f6ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:39.748938 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:41.562076 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b1aaf46e-429d-4a54-9e00-08ab13508e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:42.548821 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:43.767367 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:08.118496 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 5 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:28:08.714039 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-1c47fd98-5009-48d6-b134-41de9ce56ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:09.750706 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:11.562666 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f33edf9c-32f5-4ec2-b22a-c3c1d289358b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:12.550712 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:13.770517 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:38.716429 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-52889622-e99d-4fbb-b0b4-99a55d85ab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:39.754100 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:41.564019 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3c3e21f0-d5c5-4cc5-b4b5-41f144fa3a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:42.553413 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:43.773123 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:44.607084 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546646'] for agent, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:45.118985 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:28:58.812979 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 44522) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:28:58.923430 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-4a377f88-8fce-4e9d-9083-be8659177a0f admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1081784 Aug 12 15:29:01.049800 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 44532) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:29:01.102650 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-8ae124b1-790d-48db-a4fb-1005846b70c6 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0517504 Aug 12 15:29:08.719581 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4b6c94b6-63cf-481a-b975-983fda19490e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:09.757573 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:11.564234 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-adf9956f-3b05-4956-b3d9-dfac465bf043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:12.557613 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:13.775831 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:14.592333 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:22.117889 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:29:38.720510 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e3bd4f9f-9c8d-40ef-a2c5-8fcda1968b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:39.761760 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:41.564109 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a0eca93f-e00b-44f3-bc3f-084c80cfbbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:42.561852 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:43.777824 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:44.588195 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:59.118103 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:30:08.722756 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-967bf2dc-467b-41e7-af95-35a1985d7f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:09.764316 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:11.566905 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9168407c-75ca-4d05-914b-c2b0ab2d42b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:12.564915 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:13.781719 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:14.589729 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:36.116822 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:30:38.570275 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 44682) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:38.724818 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-55cd57c6-616e-40cc-8086-cad6588f965a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:38.874840 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-233449461-network', 'tenant_id': '9e079d5a71e84fd2a7b132b69b028ffe'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:38.880690 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:38.885781 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Usage tracker for resource:network and tenant:9e079d5a71e84fd2a7b132b69b028ffe is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:38.888982 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:38.895370 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:38.905563 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Made reservation on behalf of 9e079d5a71e84fd2a7b132b69b028ffe for: {'network': 1} {{(pid=79207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:30:38.907825 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for network, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:38.929717 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:38.946643 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:38.950827 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Usage tracker for resource:security_group_rule and tenant:9e079d5a71e84fd2a7b132b69b028ffe is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:38.953788 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:38.959822 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:39.052436 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:39.056699 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:39.061054 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:39.093230 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=79207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:30:39.096733 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:39.106247 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.106592 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.106928 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.107257 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.107772 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.107896 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.108207 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.108525 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.108946 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.109165 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.109531 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.109979 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Tracked resource versions report: Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: pushed versions: Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: { 'AddressGroup': {'1.2'}, Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'ConntrackHelper': {'1.0'}, Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'Log': {'1.0'}, Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'Network': {'1.1'}, Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'Port': {'1.7'}, Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'PortForwarding': {'1.2'}, Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'QosPolicy': {'1.8'}, Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'SecurityGroup': {'1.4'}, Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'SecurityGroupRule': {'1.2'}, Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'SubPort': {'1.0'}, Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'Subnet': {'1.1'}, Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'Trunk': {'1.1'}} Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: consumer versions: Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: { DHCP agent@dv-cinder-804345-1-smb: {}, Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: HyperV agent@hv-cinder-80434: {}, Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: L3 agent@dv-cinder-804345-1-smb: {}, Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: Metadata agent@dv-cinder-804345-1-smb: {}, Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: Metering agent@dv-cinder-804345-1-smb: {}, Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: Open vSwitch agent@dv-cinder-804345-1-smb: { 'AddressGroup': '1.2', Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'ConntrackHelper': '1.0', Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'Log': '1.0', Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'Network': '1.1', Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'Port': '1.7', Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'PortForwarding': '1.2', Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'QosPolicy': '1.8', Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'SecurityGroup': '1.4', Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'SecurityGroupRule': '1.2', Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'SubPort': '1.0', Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'Subnet': '1.1', Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: 'Trunk': '1.1'}} Aug 12 15:30:39.111349 dv-cinder-804345-1-smb neutron-server[79207]: {{(pid=79207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 15:30:39.114609 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:39.122760 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:39.122760 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.db.segments_db [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Added segment f121fbc5-3d8b-4df1-abd9-125f9716be35 of type vlan for network dbb181ef-975e-4807-8710-3203d084afac Aug 12 15:30:39.152337 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783031021186'] for network, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:39.183353 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for network, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:39.184962 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:39.185767 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:39.195200 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:39.243308 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 44730) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:39.250873 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 44734) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:39.289852 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Pushing event updated for resources: {'Network': ['ID=dbb181ef-975e-4807-8710-3203d084afac,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:39.300996 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:39.301331 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Network dbb181ef-975e-4807-8710-3203d084afac details requested by agent ovs-agent-dv-cinder-804345-1-smb with host dv-cinder-804345-1-smb {{(pid=79209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 12 15:30:39.308187 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 44742) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:39.308338 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7369840 Aug 12 15:30:39.314144 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Request body: {'subnet': {'network_id': 'dbb181ef-975e-4807-8710-3203d084afac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-233449461-subnet', 'tenant_id': '9e079d5a71e84fd2a7b132b69b028ffe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:39.324276 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:39.329205 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Usage tracker for resource:subnet and tenant:9e079d5a71e84fd2a7b132b69b028ffe is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:39.332856 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:39.347121 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:39.361022 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Made reservation on behalf of 9e079d5a71e84fd2a7b132b69b028ffe for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:30:39.366250 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:39.584855 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:39.591653 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:39.659522 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-982593818-network', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:39.680661 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16db9637-239a-4a26-a46b-09e2d03b1fdb,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:39.688617 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:39.696138 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.696486 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.696828 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.697163 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.697518 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.697865 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.698173 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.698503 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.698822 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.699141 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.699460 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.699787 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Tracked resource versions report: Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: pushed versions: Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: { 'AddressGroup': {'1.2'}, Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'ConntrackHelper': {'1.0'}, Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'Log': {'1.0'}, Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'Network': {'1.1'}, Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'Port': {'1.7'}, Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'PortForwarding': {'1.2'}, Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'QosPolicy': {'1.8'}, Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'SecurityGroup': {'1.4'}, Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'SecurityGroupRule': {'1.2'}, Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'SubPort': {'1.0'}, Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'Subnet': {'1.1'}, Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'Trunk': {'1.1'}} Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: consumer versions: Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: { DHCP agent@dv-cinder-804345-1-smb: {}, Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: HyperV agent@hv-cinder-80434: {}, Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: L3 agent@dv-cinder-804345-1-smb: {}, Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: Metadata agent@dv-cinder-804345-1-smb: {}, Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: Metering agent@dv-cinder-804345-1-smb: {}, Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: Open vSwitch agent@dv-cinder-804345-1-smb: { 'AddressGroup': '1.2', Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'ConntrackHelper': '1.0', Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'Log': '1.0', Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'Network': '1.1', Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'Port': '1.7', Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'PortForwarding': '1.2', Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'QosPolicy': '1.8', Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'SecurityGroup': '1.4', Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'SecurityGroupRule': '1.2', Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'SubPort': '1.0', Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'Subnet': '1.1', Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: 'Trunk': '1.1'}} Aug 12 15:30:39.700848 dv-cinder-804345-1-smb neutron-server[79208]: {{(pid=79208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 15:30:39.704732 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:39.706237 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Usage tracker for resource:network and tenant:4ae52b150d414313bac15fe05944e1fc is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:39.710210 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:39.716989 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Checking segment: {'id': 'f121fbc5-3d8b-4df1-abd9-125f9716be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:30:39.717343 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Network hostable DHCP agents. Network: dbb181ef-975e-4807-8710-3203d084afac, hostable agents: ['4f8a9972-eba5-4715-9ddd-7ea9a03f6a04'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:30:39.722879 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:39.740722 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Made reservation on behalf of 4ae52b150d414313bac15fe05944e1fc for: {'network': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:30:39.744872 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 44758) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:39.753081 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for network, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:39.764415 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Network dbb181ef-975e-4807-8710-3203d084afac is scheduled to be hosted by DHCP agent 4f8a9972-eba5-4715-9ddd-7ea9a03f6a04 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:30:39.770987 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:39.772123 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:39.787167 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-smb, dbb181ef-975e-4807-8710-3203d084afac) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:39.794914 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:39.800021 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:39.800807 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:39.802389 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b34774a-de32-4b1a-af65-3d0a1f7dfef7 None None] Network dbb181ef-975e-4807-8710-3203d084afac requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:30:39.811391 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Usage tracker for resource:security_group_rule and tenant:4ae52b150d414313bac15fe05944e1fc is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:39.820112 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1152339146-network', 'tenant_id': '236373df89774c78926b300fa1ab519e'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:39.826597 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:39.843601 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:39.846802 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:39.852330 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Usage tracker for resource:network and tenant:236373df89774c78926b300fa1ab519e is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:39.859873 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:39.872205 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:39.903504 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5941596 Aug 12 15:30:39.917435 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Made reservation on behalf of 236373df89774c78926b300fa1ab519e for: {'network': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:30:39.920162 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for network, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:39.940096 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:39.964466 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:39.970200 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Usage tracker for resource:security_group_rule and tenant:236373df89774c78926b300fa1ab519e is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:39.977648 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:39.985353 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:40.063502 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a2123d-2fbf-4e1e-8294-c2feffb58e64 None None] Network dbb181ef-975e-4807-8710-3203d084afac requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:30:40.065672 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.077498 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.089063 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:40.129592 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=79208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:30:40.148751 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3471e822-a8d2-4467-b8f4-441b37b8dd6f,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:40.159446 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:40.167897 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.168231 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.db.segments_db [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Added segment 3a148533-f4a5-45f5-83cd-034fa2e35181 of type vlan for network f3172b19-37f4-47e1-a878-5aad46a4730e Aug 12 15:30:40.170303 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.176744 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.184031 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:40.191206 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 44776) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:40.239982 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783031021186'] for network, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.246841 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-233274534-network', 'tenant_id': '9b916570d7d042448e9f20bea13de712'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:40.256248 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:40.261061 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e70294d-2902-4821-88c1-490f55d3b0bf,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:40.262513 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Usage tracker for resource:network and tenant:9b916570d7d042448e9f20bea13de712 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:40.267564 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:40.270708 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:40.276601 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=79208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:30:40.281885 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:40.294789 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.295138 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.db.segments_db [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Added segment 0305235f-f2e8-4774-967a-f231c9bb5f95 of type vlan for network 54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9 Aug 12 15:30:40.303723 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Made reservation on behalf of 9b916570d7d042448e9f20bea13de712 for: {'network': 1} {{(pid=79207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:30:40.306170 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for network, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.333789 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.349681 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783031021186'] for network, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.364983 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:40.375561 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Usage tracker for resource:security_group_rule and tenant:9b916570d7d042448e9f20bea13de712 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:40.395703 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:40.404857 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:40.428566 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for network, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.432081 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:40.432870 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.447760 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-48d3ac2d-5a73-4099-875c-db247487bab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:40.509701 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.519532 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.523958 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-3d90a013-1430-446c-a862-15bb09aa8e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:40.563211 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Pushing event updated for resources: {'Network': ['ID=54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:40.568859 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:40.573104 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for network, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.574511 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=79207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:30:40.575769 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:40.576369 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.579997 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:40.581960 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Network 54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9 details requested by agent ovs-agent-dv-cinder-804345-1-smb with host dv-cinder-804345-1-smb {{(pid=79209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 12 15:30:40.607439 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3528249 Aug 12 15:30:40.607784 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 44788) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:40.621561 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139f87aa-f35f-431a-846d-1749ccc9edaa,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:40.624943 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.625500 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.db.segments_db [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Added segment f63d5aea-debc-4a98-b754-f7136f72aa86 of type vlan for network 2b674c06-763a-4b9c-899f-74cb3faee52e Aug 12 15:30:40.637724 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-54c41d98-8390-428c-b042-7d5ec169efc0 admin admin] Request body: {'subnet': {'network_id': '54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1152339146-subnet', 'tenant_id': '236373df89774c78926b300fa1ab519e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:40.655582 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:40.657190 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-54c41d98-8390-428c-b042-7d5ec169efc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:40.664626 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-54c41d98-8390-428c-b042-7d5ec169efc0 admin admin] Usage tracker for resource:subnet and tenant:236373df89774c78926b300fa1ab519e is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:40.672846 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-54c41d98-8390-428c-b042-7d5ec169efc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:40.681238 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4360936 Aug 12 15:30:40.691166 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 44792) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:40.740204 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-5904a6ba-4705-4f21-9f48-a2dfe7dc3d68 admin admin] Request body: {'subnet': {'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-982593818-subnet', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:40.757684 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-54c41d98-8390-428c-b042-7d5ec169efc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:40.775565 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783031021186'] for network, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.788103 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-5904a6ba-4705-4f21-9f48-a2dfe7dc3d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:40.795720 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-5904a6ba-4705-4f21-9f48-a2dfe7dc3d68 admin admin] Usage tracker for resource:subnet and tenant:4ae52b150d414313bac15fe05944e1fc is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:40.801737 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-5904a6ba-4705-4f21-9f48-a2dfe7dc3d68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:40.805419 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Pushing event updated for resources: {'Network': ['ID=f3172b19-37f4-47e1-a878-5aad46a4730e,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:40.809685 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:40.810776 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-5904a6ba-4705-4f21-9f48-a2dfe7dc3d68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:40.817512 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Network f3172b19-37f4-47e1-a878-5aad46a4730e details requested by agent ovs-agent-dv-cinder-804345-1-smb with host dv-cinder-804345-1-smb {{(pid=79209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 12 15:30:40.819562 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c41d98-8390-428c-b042-7d5ec169efc0 admin admin] Made reservation on behalf of 236373df89774c78926b300fa1ab519e for: {'subnet': 1} {{(pid=79207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:30:40.822369 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-54c41d98-8390-428c-b042-7d5ec169efc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:41.044718 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-network', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:41.048325 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5904a6ba-4705-4f21-9f48-a2dfe7dc3d68 admin admin] Made reservation on behalf of 4ae52b150d414313bac15fe05944e1fc for: {'subnet': 1} {{(pid=79207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:30:41.050583 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5904a6ba-4705-4f21-9f48-a2dfe7dc3d68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:41.104075 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-54c41d98-8390-428c-b042-7d5ec169efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for subnet, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:41.130736 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:41.226649 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:41.234745 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Usage tracker for resource:network and tenant:e688111fb0094ab1b8d5d97c590ee4e7 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:41.252152 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:41.263785 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:41.373187 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c41d98-8390-428c-b042-7d5ec169efc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=872bae58-a952-437a-9948-6e1c61ac518a,revision_number=0']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:41.382773 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Made reservation on behalf of e688111fb0094ab1b8d5d97c590ee4e7 for: {'network': 1} {{(pid=79207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:30:41.385140 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for network, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:41.394723 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-54c41d98-8390-428c-b042-7d5ec169efc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:41.413208 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:41.433049 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for network, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:41.442682 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:41.443417 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:41.451574 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:41.455127 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:41.483389 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Usage tracker for resource:security_group_rule and tenant:e688111fb0094ab1b8d5d97c590ee4e7 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:41.488613 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c41d98-8390-428c-b042-7d5ec169efc0 admin admin] Checking segment: {'id': '0305235f-f2e8-4774-967a-f231c9bb5f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:30:41.489020 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c41d98-8390-428c-b042-7d5ec169efc0 admin admin] Network hostable DHCP agents. Network: 54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9, hostable agents: ['4f8a9972-eba5-4715-9ddd-7ea9a03f6a04'], hosted agents: [] {{(pid=79207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:30:41.493738 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:41.524488 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:41.582639 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d555d3f0-d169-4047-a1ea-627fe18c77ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:41.602901 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Pushing event updated for resources: {'Network': ['ID=2b674c06-763a-4b9c-899f-74cb3faee52e,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:41.611077 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:41.618621 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Network 2b674c06-763a-4b9c-899f-74cb3faee52e details requested by agent ovs-agent-dv-cinder-804345-1-smb with host dv-cinder-804345-1-smb {{(pid=79209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 12 15:30:41.643159 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c41d98-8390-428c-b042-7d5ec169efc0 admin admin] Network 54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9 is scheduled to be hosted by DHCP agent 4f8a9972-eba5-4715-9ddd-7ea9a03f6a04 with binding_index 1 {{(pid=79207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:30:41.656860 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 44840) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:41.657517 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9109724 Aug 12 15:30:41.663700 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-ffac37de-3eb7-442b-a2ca-7f32727b8528 admin admin] Request body: {'subnet': {'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-233274534-subnet', 'tenant_id': '9b916570d7d042448e9f20bea13de712', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:41.674515 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ffac37de-3eb7-442b-a2ca-7f32727b8528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:41.685367 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ffac37de-3eb7-442b-a2ca-7f32727b8528 admin admin] Usage tracker for resource:subnet and tenant:9b916570d7d042448e9f20bea13de712 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:41.687256 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-54c41d98-8390-428c-b042-7d5ec169efc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-smb, 54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9) {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:41.703587 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c41d98-8390-428c-b042-7d5ec169efc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:41.704181 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-54c41d98-8390-428c-b042-7d5ec169efc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:41.704646 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ffac37de-3eb7-442b-a2ca-7f32727b8528 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:41.718865 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ffac37de-3eb7-442b-a2ca-7f32727b8528 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:41.748894 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffac37de-3eb7-442b-a2ca-7f32727b8528 admin admin] Made reservation on behalf of 9b916570d7d042448e9f20bea13de712 for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:30:41.758251 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ffac37de-3eb7-442b-a2ca-7f32727b8528 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:41.774626 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-54c41d98-8390-428c-b042-7d5ec169efc0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1648042 Aug 12 15:30:41.795604 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63b2c5e-88a4-42af-a483-3abe24da6801 None None] Network 54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9 requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:30:41.854771 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5904a6ba-4705-4f21-9f48-a2dfe7dc3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for subnet, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:41.873038 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:42.034083 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:42.076715 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b30742-e6bf-4df2-839a-fe972524d354 None None] Network 54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9 requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:30:42.090647 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:42.112514 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904a6ba-4705-4f21-9f48-a2dfe7dc3d68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74cba89c-c64c-4a24-a16e-3479da23e1c4,revision_number=0']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:42.125453 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5904a6ba-4705-4f21-9f48-a2dfe7dc3d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:42.127625 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:42.153617 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5904a6ba-4705-4f21-9f48-a2dfe7dc3d68 admin admin] Checking segment: {'id': '3a148533-f4a5-45f5-83cd-034fa2e35181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:30:42.154025 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5904a6ba-4705-4f21-9f48-a2dfe7dc3d68 admin admin] Network hostable DHCP agents. Network: f3172b19-37f4-47e1-a878-5aad46a4730e, hostable agents: ['4f8a9972-eba5-4715-9ddd-7ea9a03f6a04'], hosted agents: [] {{(pid=79207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:30:42.194156 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=79207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:30:42.214831 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 44860) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:42.233585 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5a64bd-a5e3-40e1-a8f4-498d8b9165e7,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:42.275182 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:42.276279 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:42.276617 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.db.segments_db [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Added segment 1f5480dc-005e-4bad-94cf-ca02f08ace26 of type vlan for network c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e Aug 12 15:30:42.288216 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5904a6ba-4705-4f21-9f48-a2dfe7dc3d68 admin admin] Network f3172b19-37f4-47e1-a878-5aad46a4730e is scheduled to be hosted by DHCP agent 4f8a9972-eba5-4715-9ddd-7ea9a03f6a04 with binding_index 1 {{(pid=79207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:30:42.317346 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-5904a6ba-4705-4f21-9f48-a2dfe7dc3d68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-smb, f3172b19-37f4-47e1-a878-5aad46a4730e) {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:42.350635 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbeac1f-0028-4b60-838c-22190caca925 None None] Network f3172b19-37f4-47e1-a878-5aad46a4730e requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:30:42.362918 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5904a6ba-4705-4f21-9f48-a2dfe7dc3d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:42.364290 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5904a6ba-4705-4f21-9f48-a2dfe7dc3d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:42.383322 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783031021186'] for network, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:42.417767 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ffac37de-3eb7-442b-a2ca-7f32727b8528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:42.427265 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-430f5604-6c80-4997-93e7-d9b45146cd15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:42.480099 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-5904a6ba-4705-4f21-9f48-a2dfe7dc3d68 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7759502 Aug 12 15:30:42.485302 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 44878) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:42.516711 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:42.527838 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:42.533625 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Usage tracker for resource:router and tenant:4ae52b150d414313bac15fe05944e1fc is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:42.537557 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:42.591866 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-a425b3a4-cbec-4cc3-bba3-9efaa6da37ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:42.611679 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:42.618152 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac37de-3eb7-442b-a2ca-7f32727b8528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce504bc-20fe-4dae-b0d4-c8fe9856a2a3,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:42.621528 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for network, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:42.624241 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ffac37de-3eb7-442b-a2ca-7f32727b8528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:42.632855 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:42.633530 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:42.636845 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffac37de-3eb7-442b-a2ca-7f32727b8528 admin admin] Checking segment: {'id': 'f63d5aea-debc-4a98-b754-f7136f72aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:30:42.637192 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffac37de-3eb7-442b-a2ca-7f32727b8528 admin admin] Network hostable DHCP agents. Network: 2b674c06-763a-4b9c-899f-74cb3faee52e, hostable agents: ['4f8a9972-eba5-4715-9ddd-7ea9a03f6a04'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:30:42.651144 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-a425b3a4-cbec-4cc3-bba3-9efaa6da37ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:42.655515 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:42.679547 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-a425b3a4-cbec-4cc3-bba3-9efaa6da37ad admin admin] Usage tracker for resource:security_group_rule and tenant:f6950d1ebe594a7dab4480701317fd74 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:42.685072 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:42.685857 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-a425b3a4-cbec-4cc3-bba3-9efaa6da37ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:42.696176 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffac37de-3eb7-442b-a2ca-7f32727b8528 admin admin] Network 2b674c06-763a-4b9c-899f-74cb3faee52e is scheduled to be hosted by DHCP agent 4f8a9972-eba5-4715-9ddd-7ea9a03f6a04 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:30:42.701993 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1684'] for router, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:42.703781 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1709'] for router, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:42.711581 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-a425b3a4-cbec-4cc3-bba3-9efaa6da37ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:42.731506 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5395756 Aug 12 15:30:42.739296 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 44902) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:42.745403 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-ffac37de-3eb7-442b-a2ca-7f32727b8528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-smb, 2b674c06-763a-4b9c-899f-74cb3faee52e) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:42.757080 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffac37de-3eb7-442b-a2ca-7f32727b8528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:42.758951 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac328f2-fb58-483e-9d38-430ab32b4c38 None None] Network 2b674c06-763a-4b9c-899f-74cb3faee52e requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:30:42.759531 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ffac37de-3eb7-442b-a2ca-7f32727b8528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:42.773822 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-5df45ba9-6298-4176-839a-3be670f0a786 admin admin] Request body: {'subnet': {'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-subnet', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:42.785622 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-5df45ba9-6298-4176-839a-3be670f0a786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:42.794819 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Pushing event updated for resources: {'Network': ['ID=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:42.807785 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Network c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e details requested by agent ovs-agent-dv-cinder-804345-1-smb with host dv-cinder-804345-1-smb {{(pid=79209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 12 15:30:42.808609 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:42.810027 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:42.815708 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-5df45ba9-6298-4176-839a-3be670f0a786 admin admin] Usage tracker for resource:subnet and tenant:e688111fb0094ab1b8d5d97c590ee4e7 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:42.826328 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-5df45ba9-6298-4176-839a-3be670f0a786 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:42.838531 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-5df45ba9-6298-4176-839a-3be670f0a786 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:42.881075 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-ffac37de-3eb7-442b-a2ca-7f32727b8528 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2227662 Aug 12 15:30:42.882467 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 44906) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:42.901307 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-233274534-router', 'tenant_id': '9b916570d7d042448e9f20bea13de712', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:42.909669 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df45ba9-6298-4176-839a-3be670f0a786 admin admin] Made reservation on behalf of e688111fb0094ab1b8d5d97c590ee4e7 for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:30:42.913657 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5df45ba9-6298-4176-839a-3be670f0a786 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:42.932021 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 44914) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:42.942123 dv-cinder-804345-1-smb neutron-server[79207]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 15:30:43.229596 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:43.230879 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f19a329-6de7-551c-b893-0ca916fef3f6-f3172b19-37f4-47e1-a878-5aad46a4730e', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'fixed_ips': [{'subnet_id': '74cba89c-c64c-4a24-a16e-3479da23e1c4'}]}} from dv-cinder-804345-1-smb. {{(pid=79209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 12 15:30:43.232227 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:43.234790 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5df45ba9-6298-4176-839a-3be670f0a786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:43.236200 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Usage tracker for resource:router and tenant:9b916570d7d042448e9f20bea13de712 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:43.242417 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:43.246494 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:43.311995 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df45ba9-6298-4176-839a-3be670f0a786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88e0880e-bb53-49b2-83d2-6dd899a35462,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:43.315793 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:43.324473 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5df45ba9-6298-4176-839a-3be670f0a786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:43.359204 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1684'] for router, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:43.360659 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1709'] for router, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:43.383402 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:43.411597 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df45ba9-6298-4176-839a-3be670f0a786 admin admin] Checking segment: {'id': '1f5480dc-005e-4bad-94cf-ca02f08ace26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:30:43.411990 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df45ba9-6298-4176-839a-3be670f0a786 admin admin] Network hostable DHCP agents. Network: c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e, hostable agents: ['4f8a9972-eba5-4715-9ddd-7ea9a03f6a04'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:30:43.480583 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Allocated IP 172.20.0.2 (f3172b19-37f4-47e1-a878-5aad46a4730e/74cba89c-c64c-4a24-a16e-3479da23e1c4/7b43886e-cf92-4785-adde-0f6b1b60dc65) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:30:43.666776 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88768b46-7658-4c54-ae14-c7c773622c4e None None] Network 2b674c06-763a-4b9c-899f-74cb3faee52e requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:30:43.725487 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df45ba9-6298-4176-839a-3be670f0a786 admin admin] Network c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e is scheduled to be hosted by DHCP agent 4f8a9972-eba5-4715-9ddd-7ea9a03f6a04 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:30:43.743158 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1715'] for router, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:43.748711 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a314b4c-44c3-4422-a4ff-748551630550 req-c25ab39d-6d42-4532-9aa5-2a4f447a7bd0 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:43.750433 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-3a314b4c-44c3-4422-a4ff-748551630550 req-c25ab39d-6d42-4532-9aa5-2a4f447a7bd0 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Synchronizing usage tracker for tenant:9e079d5a71e84fd2a7b132b69b028ffe on resource:network {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:30:43.769091 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-5df45ba9-6298-4176-839a-3be670f0a786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-smb, c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:43.791407 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5548dd4-74d8-48ed-83cf-837134059534 None None] Network c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:30:43.792383 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1715'] for router, precommit_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:43.804875 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-a425b3a4-cbec-4cc3-bba3-9efaa6da37ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:43.811505 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-a425b3a4-cbec-4cc3-bba3-9efaa6da37ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:43.816757 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df45ba9-6298-4176-839a-3be670f0a786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:43.817646 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5df45ba9-6298-4176-839a-3be670f0a786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:43.848749 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-009e8b48-d6b7-49ba-b29d-564421ad5e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:43.875498 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-5df45ba9-6298-4176-839a-3be670f0a786 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1345706 Aug 12 15:30:43.877139 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 44948) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:43.878052 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-a425b3a4-cbec-4cc3-bba3-9efaa6da37ad admin admin] Synchronizing usage tracker for tenant:177c7b9503614cc9ad8f7c3a8e2d1259 on resource:security_group {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:30:43.895595 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:43.902314 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:43.904510 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425b3a4-cbec-4cc3-bba3-9efaa6da37ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7968a2e-63c4-4ed2-ba29-1556b4880e92,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:43.914606 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-a425b3a4-cbec-4cc3-bba3-9efaa6da37ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:43.925403 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Usage tracker for resource:router and tenant:e688111fb0094ab1b8d5d97c590ee4e7 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:43.934155 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-3a314b4c-44c3-4422-a4ff-748551630550 req-c25ab39d-6d42-4532-9aa5-2a4f447a7bd0 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Unset dirty status for tenant:9e079d5a71e84fd2a7b132b69b028ffe on resource:network {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:30:43.934462 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:43.935595 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3a314b4c-44c3-4422-a4ff-748551630550 req-c25ab39d-6d42-4532-9aa5-2a4f447a7bd0 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/networks?id=dbb181ef-975e-4807-8710-3203d084afac HTTP/1.1" status: 200 len: 814 time: 1.0008519 Aug 12 15:30:43.943758 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:43.968232 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1684'] for router, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:43.970216 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1709'] for router, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:43.979275 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3a314b4c-44c3-4422-a4ff-748551630550 req-86a2e80d-db37-4873-8e03-cb8c6bddc98c tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/quotas/9e079d5a71e84fd2a7b132b69b028ffe HTTP/1.1" status: 200 len: 375 time: 0.0357456 Aug 12 15:30:44.027962 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:44.089654 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:44.112634 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-a425b3a4-cbec-4cc3-bba3-9efaa6da37ad admin admin] Unset dirty status for tenant:177c7b9503614cc9ad8f7c3a8e2d1259 on resource:security_group {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:30:44.114514 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:44.119847 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-a425b3a4-cbec-4cc3-bba3-9efaa6da37ad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f6950d1ebe594a7dab4480701317fd74&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8879144 Aug 12 15:30:44.120509 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 44954) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:44.130745 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3a314b4c-44c3-4422-a4ff-748551630550 req-0a857f7f-3953-438f-93e2-3aa553bcdb60 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9e079d5a71e84fd2a7b132b69b028ffe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906417 Aug 12 15:30:44.154418 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Transition to ACTIVE for port object 7b43886e-cf92-4785-adde-0f6b1b60dc65 will not be triggered until provisioned by entity L2. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:30:44.246311 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 44970) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:44.298018 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Transition to ACTIVE for port object 7b43886e-cf92-4785-adde-0f6b1b60dc65 will not be triggered until provisioned by entity DHCP. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:30:44.324425 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:44.332889 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-38e8692d-021f-4d51-b6a2-32fc5fa03689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:44.384423 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:44.420338 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:44.450451 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Network f3172b19-37f4-47e1-a878-5aad46a4730e is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:30:44.453497 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:44.458796 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f19a329-6de7-551c-b893-0ca916fef3f6-c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462'}]}} from dv-cinder-804345-1-smb. {{(pid=79209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 12 15:30:44.459621 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:44.467434 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-03647226-0f94-45b0-93eb-d4587a9d62bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:44.476573 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:30:44.483898 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Pushing event updated for resources: {'Port': ['ID=7b43886e-cf92-4785-adde-0f6b1b60dc65,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:44.530828 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:44.531166 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:44.531503 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:44.531833 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:44.532160 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:44.532487 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:44.532808 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:44.533175 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:44.533538 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:44.533874 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:44.534189 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:44.534503 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Tracked resource versions report: Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: pushed versions: Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: { 'AddressGroup': {'1.2'}, Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'ConntrackHelper': {'1.0'}, Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'Log': {'1.0'}, Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'Network': {'1.1'}, Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'Port': {'1.7'}, Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'PortForwarding': {'1.2'}, Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'QosPolicy': {'1.8'}, Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'SecurityGroup': {'1.4'}, Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'SecurityGroupRule': {'1.2'}, Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'SubPort': {'1.0'}, Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'Subnet': {'1.1'}, Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'Trunk': {'1.1'}} Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: consumer versions: Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: { DHCP agent@dv-cinder-804345-1-smb: {}, Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: HyperV agent@hv-cinder-80434: {}, Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: L3 agent@dv-cinder-804345-1-smb: {}, Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: Metadata agent@dv-cinder-804345-1-smb: {}, Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: Metering agent@dv-cinder-804345-1-smb: {}, Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: Open vSwitch agent@dv-cinder-804345-1-smb: { 'AddressGroup': '1.2', Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'ConntrackHelper': '1.0', Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'Log': '1.0', Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'Network': '1.1', Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'Port': '1.7', Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'PortForwarding': '1.2', Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'QosPolicy': '1.8', Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'SecurityGroup': '1.4', Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'SecurityGroupRule': '1.2', Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'SubPort': '1.0', Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'Subnet': '1.1', Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: 'Trunk': '1.1'}} Aug 12 15:30:44.535572 dv-cinder-804345-1-smb neutron-server[79209]: {{(pid=79209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 15:30:44.598216 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Allocated IP 172.28.0.94 (0058a344-5c9e-42ec-8e15-86e71c7e20b6/afba140a-12ff-4429-a397-3adb0ba8c2af/6fb93643-c438-44d8-a241-7de536787c82) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:30:44.605172 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:44.663525 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:44.670598 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Attempting to bind port 7b43886e-cf92-4785-adde-0f6b1b60dc65 on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:30:44.670908 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Attempting to bind port 7b43886e-cf92-4785-adde-0f6b1b60dc65 by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': '3a148533-f4a5-45f5-83cd-034fa2e35181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e'}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:30:44.671274 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Attempting to bind port 7b43886e-cf92-4785-adde-0f6b1b60dc65 on network f3172b19-37f4-47e1-a878-5aad46a4730e {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:30:44.684180 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:30:44.684653 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Checking segment: {'id': '3a148533-f4a5-45f5-83cd-034fa2e35181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:30:44.685109 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:44.685647 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Bound using segment: {'id': '3a148533-f4a5-45f5-83cd-034fa2e35181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e'} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:30:44.686114 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Bound port: 7b43886e-cf92-4785-adde-0f6b1b60dc65, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a148533-f4a5-45f5-83cd-034fa2e35181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e'}}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:30:44.686513 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:44.689926 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 44978) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:44.701156 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [req-3a314b4c-44c3-4422-a4ff-748551630550 req-6d9a6a62-9104-4396-8bc1-4f249d32bd45 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79207) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:30:44.702156 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3a314b4c-44c3-4422-a4ff-748551630550 req-6d9a6a62-9104-4396-8bc1-4f249d32bd45 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2463784 Aug 12 15:30:44.758862 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-03647226-0f94-45b0-93eb-d4587a9d62bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:44.806823 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Allocated IP 172.20.0.2 (c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e/88e0880e-bb53-49b2-83d2-6dd899a35462/1f6f1f55-5b50-4cfc-8e2c-399781cd9809) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:30:44.851861 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] For port 7b43886e-cf92-4785-adde-0f6b1b60dc65, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:30:44.852087 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-9300503b-0744-4a1d-86b3-0cbb4052e0d3 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:44.858571 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-9300503b-0744-4a1d-86b3-0cbb4052e0d3 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/networks?id=54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9 HTTP/1.1" status: 200 len: 812 time: 0.6112339 Aug 12 15:30:44.873379 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] For port 7b43886e-cf92-4785-adde-0f6b1b60dc65, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=7b43886e-cf92-4785-adde-0f6b1b60dc65,segment=NetworkSegment(3a148533-f4a5-45f5-83cd-034fa2e35181),segment_id=3a148533-f4a5-45f5-83cd-034fa2e35181)] {{(pid=79209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:30:44.922438 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:44.932542 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:44.939178 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-409db853-ea81-4c4f-a555-8eb5ec2842f1 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/quotas/236373df89774c78926b300fa1ab519e HTTP/1.1" status: 200 len: 375 time: 0.0797493 Aug 12 15:30:44.991047 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:45.039260 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Pushing event updated for resources: {'Port': ['ID=7b43886e-cf92-4785-adde-0f6b1b60dc65,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:45.044804 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:45.045931 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c4307b30-2d99-4484-a607-58d44561822d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:45.060628 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-743e4297-63f8-40f2-a3c3-4b3192dcde03 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=236373df89774c78926b300fa1ab519e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1020985 Aug 12 15:30:45.061691 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:45.098834 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1715'] for router, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:45.110883 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-c4307b30-2d99-4484-a607-58d44561822d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:45.121496 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-c4307b30-2d99-4484-a607-58d44561822d admin admin] Usage tracker for resource:security_group_rule and tenant:b59b17d96fbf4f9db4e67426db0dcd08 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:45.137280 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-c4307b30-2d99-4484-a607-58d44561822d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:45.143982 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:45.155424 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:45.155613 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-03647226-0f94-45b0-93eb-d4587a9d62bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:45.156459 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-c4307b30-2d99-4484-a607-58d44561822d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:45.172331 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Transition to ACTIVE for port object 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 will not be triggered until provisioned by entity L2. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:30:45.177587 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-a425b3a4-cbec-4cc3-bba3-9efaa6da37ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:45.185290 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3a314b4c-44c3-4422-a4ff-748551630550 req-09ed4c5e-6ff8-4446-a7dd-da3e5c8c8c4e service neutron] 10.222.0.59 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647627 Aug 12 15:30:45.198934 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Transition to ACTIVE for port object 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 will not be triggered until provisioned by entity DHCP. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:30:45.218083 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:45.230037 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03647226-0f94-45b0-93eb-d4587a9d62bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7968a2e-63c4-4ed2-ba29-1556b4880e92,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:45.233669 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-03647226-0f94-45b0-93eb-d4587a9d62bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:45.238720 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:45.302559 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:45.318312 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:45.376294 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Network c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:30:45.387608 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-0df85aca-3bf5-4420-8f61-4dbafd55be38 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79207) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:30:45.396522 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-0df85aca-3bf5-4420-8f61-4dbafd55be38 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1965621 Aug 12 15:30:45.410398 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Pushing event updated for resources: {'Port': ['ID=1f6f1f55-5b50-4cfc-8e2c-399781cd9809,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:45.412651 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:45.414439 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:45.418610 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:30:45.419030 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:30:45.426489 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:45.428836 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:30:45.543652 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Attempting to bind port 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:30:45.543964 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Attempting to bind port 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': '1f5480dc-005e-4bad-94cf-ca02f08ace26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e'}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:30:45.544255 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Attempting to bind port 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 on network c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:30:45.550987 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:30:45.551430 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Checking segment: {'id': '1f5480dc-005e-4bad-94cf-ca02f08ace26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:30:45.552103 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:45.552567 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Bound using segment: {'id': '1f5480dc-005e-4bad-94cf-ca02f08ace26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e'} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:30:45.553097 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Bound port: 1f6f1f55-5b50-4cfc-8e2c-399781cd9809, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5480dc-005e-4bad-94cf-ca02f08ace26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e'}}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:30:45.553524 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:45.557747 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-03647226-0f94-45b0-93eb-d4587a9d62bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:45.558856 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-03647226-0f94-45b0-93eb-d4587a9d62bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a7968a2e-63c4-4ed2-ba29-1556b4880e92 HTTP/1.1" status: 204 len: 168 time: 1.4336650 Aug 12 15:30:45.613500 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3a314b4c-44c3-4422-a4ff-748551630550 req-31cf3765-1e67-4c37-aaba-b96c8b93573e service neutron] 10.222.0.59 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064891 Aug 12 15:30:45.628704 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb93643-c438-44d8-a241-7de536787c82,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:45.633031 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:45.665180 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_common [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Allocated IP 172.28.0.244 (0058a344-5c9e-42ec-8e15-86e71c7e20b6/afba140a-12ff-4429-a397-3adb0ba8c2af/828d7dae-7604-4f5b-b0fc-da0b44d9f505) {{(pid=79207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:30:45.676124 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] For port 1f6f1f55-5b50-4cfc-8e2c-399781cd9809, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:30:45.680205 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] For port 1f6f1f55-5b50-4cfc-8e2c-399781cd9809, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=1f6f1f55-5b50-4cfc-8e2c-399781cd9809,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:30:45.692035 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:45.709335 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-e7daf7b0-c847-4479-b728-61fccf33e233 service neutron] 10.222.0.59 "GET /v2.0/networks/54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118505 Aug 12 15:30:45.709676 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:45.761576 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c4307b30-2d99-4484-a607-58d44561822d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:45.816020 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c4307b30-2d99-4484-a607-58d44561822d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:45.832508 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:45.845307 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Pushing event updated for resources: {'Port': ['ID=1f6f1f55-5b50-4cfc-8e2c-399781cd9809,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:45.852870 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:45.924592 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:46.018908 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:46.220769 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4307b30-2d99-4484-a607-58d44561822d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfe233a-1995-4be8-9332-27fd45d84dea,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:46.226973 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-c4307b30-2d99-4484-a607-58d44561822d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:46.246112 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-c4307b30-2d99-4484-a607-58d44561822d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b59b17d96fbf4f9db4e67426db0dcd08&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5484853 Aug 12 15:30:46.250271 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45018) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:46.250928 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 45016) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:46.316648 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 7b43886e-cf92-4785-adde-0f6b1b60dc65 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:30:46.335949 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-9f33efb8-87e0-4a19-a530-d90e35e8cb11 service neutron] 10.222.0.59 "GET /v2.0/networks/54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6234138 Aug 12 15:30:46.363734 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f37f8fb6-6e09-4fc4-9255-1b14fa916304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:46.439210 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f37f8fb6-6e09-4fc4-9255-1b14fa916304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:46.461240 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:46.472940 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f37f8fb6-6e09-4fc4-9255-1b14fa916304 admin admin] Usage tracker for resource:security_group_rule and tenant:12bd78ec54b84342b88a1270fa98a085 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:46.491945 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f37f8fb6-6e09-4fc4-9255-1b14fa916304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:46.509588 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:46.567854 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port 7b43886e-cf92-4785-adde-0f6b1b60dc65 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:30:46.687567 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:46.704800 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eb410d-5eb6-4757-8136-cc972ef70135 None None] Network f3172b19-37f4-47e1-a878-5aad46a4730e requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:30:46.734165 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-12fa76f1-3f5e-4af4-89fd-559013c5ec6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:46.763586 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-12fa76f1-3f5e-4af4-89fd-559013c5ec6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:46.790009 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:46.828974 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 is already hosted by enough agents. {{(pid=79207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:30:46.844603 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-12223d09-fbd3-40b7-92ce-a5d247f188e2 req-c081ec4e-aa0b-4dde-bc19-12d253b22480 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 210 time: 0.4418781 Aug 12 15:30:46.846870 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f37f8fb6-6e09-4fc4-9255-1b14fa916304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:46.889188 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:46.933828 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Received port after_create {{(pid=79207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:30:46.974675 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f37f8fb6-6e09-4fc4-9255-1b14fa916304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:47.009429 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-e9022b01-d3e3-4fb9-ac62-24a50123b665 None None] Provisioning for port 7b43886e-cf92-4785-adde-0f6b1b60dc65 completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:30:47.013692 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f37f8fb6-6e09-4fc4-9255-1b14fa916304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:47.040842 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-e9022b01-d3e3-4fb9-ac62-24a50123b665 None None] Provisioning complete for port 7b43886e-cf92-4785-adde-0f6b1b60dc65 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:47.051590 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e9022b01-d3e3-4fb9-ac62-24a50123b665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:47.072111 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:47.082842 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-f37f8fb6-6e09-4fc4-9255-1b14fa916304 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12bd78ec54b84342b88a1270fa98a085&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8273554 Aug 12 15:30:47.114492 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f8fb6-6e09-4fc4-9255-1b14fa916304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e0689e-e4f2-4d11-9de4-ff648fb471a8,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:47.117648 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f37f8fb6-6e09-4fc4-9255-1b14fa916304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:47.122219 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 45054) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:47.366131 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7c8c018f-241a-48da-a08b-e8cbe35abe35 req-60c8579c-beb6-4041-8b04-b86e3da2a136 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 210 time: 0.5197206 Aug 12 15:30:47.476540 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=828d7dae-7604-4f5b-b0fc-da0b44d9f505,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:47.486040 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:47.553231 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Allocated IP 172.28.0.74 (0058a344-5c9e-42ec-8e15-86e71c7e20b6/afba140a-12ff-4429-a397-3adb0ba8c2af/bea427a6-b343-482a-9fce-8118e552d6c1) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:30:47.617660 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-12fa76f1-3f5e-4af4-89fd-559013c5ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:47.628548 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-03647226-0f94-45b0-93eb-d4587a9d62bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:47.651740 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa76f1-3f5e-4af4-89fd-559013c5ec6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfe233a-1995-4be8-9332-27fd45d84dea,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:47.661664 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-12fa76f1-3f5e-4af4-89fd-559013c5ec6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:47.682505 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e9022b01-d3e3-4fb9-ac62-24a50123b665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:47.712511 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947b557b-b382-4835-9989-8d7b3a815adc None None] Network c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:30:47.713808 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-12fa76f1-3f5e-4af4-89fd-559013c5ec6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:47.715173 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-12fa76f1-3f5e-4af4-89fd-559013c5ec6b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fcfe233a-1995-4be8-9332-27fd45d84dea HTTP/1.1" status: 204 len: 168 time: 1.4639895 Aug 12 15:30:47.766635 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-e9022b01-d3e3-4fb9-ac62-24a50123b665 None None] For port 7b43886e-cf92-4785-adde-0f6b1b60dc65, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=7b43886e-cf92-4785-adde-0f6b1b60dc65,segment=NetworkSegment(3a148533-f4a5-45f5-83cd-034fa2e35181),segment_id=3a148533-f4a5-45f5-83cd-034fa2e35181)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:30:47.778637 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:47.795962 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e9022b01-d3e3-4fb9-ac62-24a50123b665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:47.823694 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:47.916178 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:47.966978 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e2091e86-d899-4c46-893a-ee9a537d9489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:48.046311 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:48.048593 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e2091e86-d899-4c46-893a-ee9a537d9489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:48.107197 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-8e7c9c52-9888-40d6-b605-acce6f9311c0 None None] Provisioning for port 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:30:48.149007 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:48.218669 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-80b7d8e2-a864-427d-80bf-61195fe579ee req-38290184-3e32-4b84-97ff-5283275157b1 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 210 time: 0.0683248 Aug 12 15:30:48.281201 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9022b01-d3e3-4fb9-ac62-24a50123b665 None None] Pushing event updated for resources: {'Port': ['ID=7b43886e-cf92-4785-adde-0f6b1b60dc65,revision_number=3']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:48.288540 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-e9022b01-d3e3-4fb9-ac62-24a50123b665 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:48.355377 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:30:48.454704 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544154'] for router, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:48.458567 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544154'] for router, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:48.474660 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:30:48.515954 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:30:48.528896 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:48.529344 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:48.633626 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Pushing event updated for resources: {'Port': ['ID=bea427a6-b343-482a-9fce-8118e552d6c1,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:48.635961 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e2091e86-d899-4c46-893a-ee9a537d9489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:48.642782 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:48.648526 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 45110) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:48.652180 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:48.669710 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:30:48.730576 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-f862d034-a9c3-42c2-b59b-dafb7b206199 None None] Provisioning complete for port 7b43886e-cf92-4785-adde-0f6b1b60dc65 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:48.731146 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f862d034-a9c3-42c2-b59b-dafb7b206199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:48.741550 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e67ad5cf-3c02-4638-841c-aba76f89ce77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:48.752425 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6cdcb79d-9725-4593-88b4-f79a9270def1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:48.770228 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8382ff81-07fd-48f3-bb29-f4581f19fc4c req-d531a1b7-586a-48d9-8ec4-91baa6562407 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 210 time: 0.1545818 Aug 12 15:30:48.798282 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-6cdcb79d-9725-4593-88b4-f79a9270def1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:48.812088 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-6cdcb79d-9725-4593-88b4-f79a9270def1 admin admin] Usage tracker for resource:security_group_rule and tenant:379afb96cf954eada53f74f19fbf3934 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:48.815472 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-6cdcb79d-9725-4593-88b4-f79a9270def1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:48.824431 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-6cdcb79d-9725-4593-88b4-f79a9270def1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:48.834309 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2091e86-d899-4c46-893a-ee9a537d9489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e0689e-e4f2-4d11-9de4-ff648fb471a8,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:48.839004 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Router 0e8a99c1-dd89-45d2-af18-541e4466e365 is scheduled to L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d with binding_index 1 {{(pid=79207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:30:48.891713 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e2091e86-d899-4c46-893a-ee9a537d9489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:48.997381 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:49.030120 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6cdcb79d-9725-4593-88b4-f79a9270def1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:49.056968 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] For port 1f6f1f55-5b50-4cfc-8e2c-399781cd9809, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=1f6f1f55-5b50-4cfc-8e2c-399781cd9809,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:30:49.062753 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:49.065538 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:49.074271 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:30:49.083949 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Sync routers for ids ['0e8a99c1-dd89-45d2-af18-541e4466e365'] in dv-cinder-804345-1-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:30:49.097148 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Routers {'0e8a99c1-dd89-45d2-af18-541e4466e365'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:30:49.097692 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6cdcb79d-9725-4593-88b4-f79a9270def1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:49.097817 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:30:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['0e8a99c1-dd89-45d2-af18-541e4466e365'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:49.134102 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Notify callbacks [] for router, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:49.139248 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6509390 Aug 12 15:30:49.140239 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45122) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:49.143705 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Pushing event updated for resources: {'Port': ['ID=1f6f1f55-5b50-4cfc-8e2c-399781cd9809,revision_number=3']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:49.147584 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:49.174183 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:49.181083 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-bf71c73d-23cb-4763-810d-b9669c75c377 None None] Provisioning complete for port 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:49.187593 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bf71c73d-23cb-4763-810d-b9669c75c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:49.195918 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e2091e86-d899-4c46-893a-ee9a537d9489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:49.199410 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-e2091e86-d899-4c46-893a-ee9a537d9489 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/83e0689e-e4f2-4d11-9de4-ff648fb471a8 HTTP/1.1" status: 204 len: 168 time: 2.0739722 Aug 12 15:30:49.406877 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-6cdcb79d-9725-4593-88b4-f79a9270def1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=379afb96cf954eada53f74f19fbf3934&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7560866 Aug 12 15:30:49.412740 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 45130) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:49.441367 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcb79d-9725-4593-88b4-f79a9270def1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bc2b4d-053f-407a-a916-768762d1b68c,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:49.515095 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6cdcb79d-9725-4593-88b4-f79a9270def1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:49.566940 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.82', 61335) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:49.617980 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1f94a016-6497-44a1-8017-7c4de268a19c req-9734f687-8074-4d24-9d90-8655b6fc17ab tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 210 time: 0.1371477 Aug 12 15:30:49.618540 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Set router 0e8a99c1-dd89-45d2-af18-541e4466e365 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:30:49.994205 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Router 5428f086-61ca-4a15-bab9-7610650563e7 is scheduled to L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d with binding_index 1 {{(pid=79208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:30:50.045113 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:30:47Z', 'revision_number': 3, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port': {'id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:45Z', 'updated_at': '2021-08-12T15:30:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:50.050364 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Checking router: 0e8a99c1-dd89-45d2-af18-541e4466e365 for host: dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:30:50.050751 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Updating router 0e8a99c1-dd89-45d2-af18-541e4466e365 port 828d7dae-7604-4f5b-b0fc-da0b44d9f505 binding host dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:30:50.091663 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-09366620-b293-4a98-a539-a5022b2cc3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:50.121908 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:50.198252 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ef847e51-2c8e-44af-a07d-eb97d1fb10dc req-9cc3b658-4818-41ef-90c1-128b7cd1ff55 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 210 time: 0.1348357 Aug 12 15:30:50.244674 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 7b43886e-cf92-4785-adde-0f6b1b60dc65 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:30:50.252396 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-09366620-b293-4a98-a539-a5022b2cc3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:50.271799 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:50.330764 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.82', 61342) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:50.389396 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 7b43886e-cf92-4785-adde-0f6b1b60dc65 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:50.389828 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:50.408432 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a314b4c-44c3-4422-a4ff-748551630550 req-bd8c390d-891d-4ab9-b0de-33d94676bc54 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:50.410019 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-3a314b4c-44c3-4422-a4ff-748551630550 req-bd8c390d-891d-4ab9-b0de-33d94676bc54 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.82 "GET /v2.0/networks?id=dbb181ef-975e-4807-8710-3203d084afac HTTP/1.1" status: 200 len: 814 time: 0.6447997 Aug 12 15:30:50.657856 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:30:50.715147 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-3a314b4c-44c3-4422-a4ff-748551630550 req-dc90390e-b189-42fd-aa7c-c58fb050ac45 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Request body: {'port': {'device_id': '899d40ed-13c4-48b5-9b11-ec874729ff94', 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac', 'admin_state_up': True, 'tenant_id': '9e079d5a71e84fd2a7b132b69b028ffe'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:50.797755 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Notify callbacks [] for port, precommit_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:50.825571 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Transition to ACTIVE for port object 828d7dae-7604-4f5b-b0fc-da0b44d9f505 will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:30:50.850055 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:50.857703 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-449359e6-69a1-4e2d-9cb4-a87585e5fd93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:50.878948 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:50.879321 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:51.042149 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Attempting to bind port 828d7dae-7604-4f5b-b0fc-da0b44d9f505 on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:30:51.044713 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Attempting to bind port 828d7dae-7604-4f5b-b0fc-da0b44d9f505 by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:30:51.046222 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-879690c6-41f1-4329-b927-02464a8307a3 req-f1c3ebd9-bc35-45de-84f1-023be25ed810 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 210 time: 0.1544600 Aug 12 15:30:51.048304 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Attempting to bind port 828d7dae-7604-4f5b-b0fc-da0b44d9f505 on network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:30:51.075845 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:30:51.076230 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Checking segment: {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:30:51.076641 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:51.080433 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Bound using segment: {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:30:51.080981 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Bound port: 828d7dae-7604-4f5b-b0fc-da0b44d9f505, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:30:51.081402 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:51.119737 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ac9c8-52a2-4278-a6c2-d462337c7d64 None None] Pushing event updated for resources: {'Port': ['ID=828d7dae-7604-4f5b-b0fc-da0b44d9f505,revision_number=2']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:51.150862 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ac9c8-52a2-4278-a6c2-d462337c7d64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:51.151494 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ac9c8-52a2-4278-a6c2-d462337c7d64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:51.151584 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ac9c8-52a2-4278-a6c2-d462337c7d64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:51.151859 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ac9c8-52a2-4278-a6c2-d462337c7d64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:51.152175 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ac9c8-52a2-4278-a6c2-d462337c7d64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:51.152598 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ac9c8-52a2-4278-a6c2-d462337c7d64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:51.152938 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ac9c8-52a2-4278-a6c2-d462337c7d64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:51.153260 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ac9c8-52a2-4278-a6c2-d462337c7d64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:51.153720 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ac9c8-52a2-4278-a6c2-d462337c7d64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:51.154160 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ac9c8-52a2-4278-a6c2-d462337c7d64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:51.154485 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ac9c8-52a2-4278-a6c2-d462337c7d64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:51.154804 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ac9c8-52a2-4278-a6c2-d462337c7d64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34ac9c8-52a2-4278-a6c2-d462337c7d64 None None] Tracked resource versions report: Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: pushed versions: Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: { 'AddressGroup': {'1.2'}, Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'ConntrackHelper': {'1.0'}, Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'Log': {'1.0'}, Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'Network': {'1.1'}, Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'Port': {'1.7'}, Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'PortForwarding': {'1.2'}, Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'QosPolicy': {'1.8'}, Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'SecurityGroup': {'1.4'}, Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'SecurityGroupRule': {'1.2'}, Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'SubPort': {'1.0'}, Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'Subnet': {'1.1'}, Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'Trunk': {'1.1'}} Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: consumer versions: Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: { DHCP agent@dv-cinder-804345-1-smb: {}, Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: HyperV agent@hv-cinder-80434: {}, Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: L3 agent@dv-cinder-804345-1-smb: {}, Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: Metadata agent@dv-cinder-804345-1-smb: {}, Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: Metering agent@dv-cinder-804345-1-smb: {}, Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: Open vSwitch agent@dv-cinder-804345-1-smb: { 'AddressGroup': '1.2', Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'ConntrackHelper': '1.0', Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'Log': '1.0', Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'Network': '1.1', Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'Port': '1.7', Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'PortForwarding': '1.2', Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'QosPolicy': '1.8', Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'SecurityGroup': '1.4', Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'SecurityGroupRule': '1.2', Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'SubPort': '1.0', Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'Subnet': '1.1', Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: 'Trunk': '1.1'}} Aug 12 15:30:51.156040 dv-cinder-804345-1-smb neutron-server[79210]: {{(pid=79210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 15:30:51.160536 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e34ac9c8-52a2-4278-a6c2-d462337c7d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:51.167233 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:30:51.179756 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Sync routers for ids ['5428f086-61ca-4a15-bab9-7610650563e7'] in dv-cinder-804345-1-smb {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:30:51.204846 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Routers {'5428f086-61ca-4a15-bab9-7610650563e7'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:30:51.206318 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:30:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['5428f086-61ca-4a15-bab9-7610650563e7'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:51.216998 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-09366620-b293-4a98-a539-a5022b2cc3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:51.239859 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] For port 828d7dae-7604-4f5b-b0fc-da0b44d9f505, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:30:51.248340 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] For port 828d7dae-7604-4f5b-b0fc-da0b44d9f505, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=828d7dae-7604-4f5b-b0fc-da0b44d9f505,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:30:51.258260 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:51.264079 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:51.309914 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:51.407940 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:51.463529 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ac9c8-52a2-4278-a6c2-d462337c7d64 None None] Pushing event updated for resources: {'Port': ['ID=828d7dae-7604-4f5b-b0fc-da0b44d9f505,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:51.473290 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-b8727ecb-fc31-4f69-89f6-4b46d3fa6e8a tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:51.474256 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-b8727ecb-fc31-4f69-89f6-4b46d3fa6e8a tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Synchronizing usage tracker for tenant:236373df89774c78926b300fa1ab519e on resource:network {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:30:51.481208 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e34ac9c8-52a2-4278-a6c2-d462337c7d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:51.520145 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-09366620-b293-4a98-a539-a5022b2cc3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:51.525944 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-09366620-b293-4a98-a539-a5022b2cc3a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/28bc2b4d-053f-407a-a916-768762d1b68c HTTP/1.1" status: 204 len: 168 time: 2.1097527 Aug 12 15:30:51.534445 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Routers {'0e8a99c1-dd89-45d2-af18-541e4466e365'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:30:51.535131 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:30:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['0e8a99c1-dd89-45d2-af18-541e4466e365'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:51.538701 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Notify callbacks [] for router, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:51.546440 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.6627796 Aug 12 15:30:51.595678 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 45220) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:51.614473 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-3a314b4c-44c3-4422-a4ff-748551630550 req-dc90390e-b189-42fd-aa7c-c58fb050ac45 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:51.685545 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b7918b8d-20ae-4332-b6d8-378964ecedbe req-4aad09c5-2833-439a-ba19-ca1224a160c0 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 210 time: 0.1824880 Aug 12 15:30:51.761874 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Set router 5428f086-61ca-4a15-bab9-7610650563e7 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:30:51.811017 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09366620-b293-4a98-a539-a5022b2cc3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bc2b4d-053f-407a-a916-768762d1b68c,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:52.042531 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-09366620-b293-4a98-a539-a5022b2cc3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:52.158762 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] Set router 0e8a99c1-dd89-45d2-af18-541e4466e365 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:30:52.201953 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_common [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Allocated IP 172.20.0.1 (f3172b19-37f4-47e1-a878-5aad46a4730e/74cba89c-c64c-4a24-a16e-3479da23e1c4/d4ca6ff1-e133-4760-b328-9c6f6f164919) {{(pid=79207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:30:52.585402 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544154'] for router, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:52.597069 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-3a314b4c-44c3-4422-a4ff-748551630550 req-dc90390e-b189-42fd-aa7c-c58fb050ac45 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Usage tracker for resource:port and tenant:9e079d5a71e84fd2a7b132b69b028ffe is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:52.618572 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-3a314b4c-44c3-4422-a4ff-748551630550 req-dc90390e-b189-42fd-aa7c-c58fb050ac45 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:52.640458 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-3a314b4c-44c3-4422-a4ff-748551630550 req-dc90390e-b189-42fd-aa7c-c58fb050ac45 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:52.703222 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5428f086-61ca-4a15-bab9-7610650563e7', 'name': 'tempest-ServerRescueNegativeTestJSON-233274534-router', 'tenant_id': '9b916570d7d042448e9f20bea13de712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '6fb93643-c438-44d8-a241-7de536787c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:30:45Z', 'revision_number': 3, 'project_id': '9b916570d7d042448e9f20bea13de712', 'gw_port': {'id': '6fb93643-c438-44d8-a241-7de536787c82', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5428f086-61ca-4a15-bab9-7610650563e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:44Z', 'updated_at': '2021-08-12T15:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:52.708983 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-22c23f47-16d5-4249-af9b-15a485a3af8f req-46cca2c9-1f3c-42a9-b784-e5ca21890914 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 210 time: 0.1539392 Aug 12 15:30:52.710738 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Checking router: 5428f086-61ca-4a15-bab9-7610650563e7 for host: dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:30:52.711591 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Updating router 5428f086-61ca-4a15-bab9-7610650563e7 port 6fb93643-c438-44d8-a241-7de536787c82 binding host dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:30:52.814792 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:52.864819 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:52.930059 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.provisioning_blocks [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Transition to ACTIVE for port object d4ca6ff1-e133-4760-b328-9c6f6f164919 will not be triggered until provisioned by entity DHCP. {{(pid=79207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:30:52.998942 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-b8727ecb-fc31-4f69-89f6-4b46d3fa6e8a tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Unset dirty status for tenant:236373df89774c78926b300fa1ab519e on resource:network {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:30:53.005634 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:53.013683 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-3770842a-81b2-4e52-b756-de65c9901ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:53.020263 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-b8727ecb-fc31-4f69-89f6-4b46d3fa6e8a tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.82 "GET /v2.0/networks?id=54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9 HTTP/1.1" status: 200 len: 812 time: 2.6594253 Aug 12 15:30:53.254592 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-993c4d95-1dbd-4ccb-8008-4de968f5d82f tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Request body: {'port': {'device_id': 'dc3763cb-31a6-4300-8139-d689ca9f5b5e', 'network_id': '54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9', 'admin_state_up': True, 'tenant_id': '236373df89774c78926b300fa1ab519e'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:53.299333 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a314b4c-44c3-4422-a4ff-748551630550 req-dc90390e-b189-42fd-aa7c-c58fb050ac45 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Made reservation on behalf of 9e079d5a71e84fd2a7b132b69b028ffe for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:30:53.310517 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-3a314b4c-44c3-4422-a4ff-748551630550 req-dc90390e-b189-42fd-aa7c-c58fb050ac45 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:53.313578 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ec729fdb-18ea-460b-b298-88da74f96057 req-33729445-0ffb-48dc-a0b6-56c8bc1aed6d tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 210 time: 0.2435291 Aug 12 15:30:53.342154 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:30:47Z', 'revision_number': 3, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port': {'id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:45Z', 'updated_at': '2021-08-12T15:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:53.347667 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Network f3172b19-37f4-47e1-a878-5aad46a4730e is already hosted by enough agents. {{(pid=79207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:30:53.348756 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc3bb76-ec0a-4182-8ba3-6f929efa2d1e None None] The sync data for ids ['0e8a99c1-dd89-45d2-af18-541e4466e365'] in dv-cinder-804345-1-smb is: [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:30:47Z', 'revision_number': 3, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port': {'id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:45Z', 'updated_at': '2021-08-12T15:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:30:53.367806 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Resources bound (agent type, host, resource id): {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:53.408375 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Received port after_create {{(pid=79207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:30:53.410627 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717407'] for router_interface, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:53.967801 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ca6ff1-e133-4760-b328-9c6f6f164919,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:53.992108 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:53.999303 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-46da8ab1-e465-4800-9368-f202c760e3ef None None] Provisioning for port d4ca6ff1-e133-4760-b328-9c6f6f164919 completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:30:54.030496 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-46da8ab1-e465-4800-9368-f202c760e3ef None None] Provisioning complete for port d4ca6ff1-e133-4760-b328-9c6f6f164919 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:54.031081 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-46da8ab1-e465-4800-9368-f202c760e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:54.110568 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:54.157602 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Transition to ACTIVE for port object 6fb93643-c438-44d8-a241-7de536787c82 will not be triggered until provisioned by entity L2. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:30:54.180514 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-46da8ab1-e465-4800-9368-f202c760e3ef None None] Port d4ca6ff1-e133-4760-b328-9c6f6f164919 cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:30:54.187708 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8b767168-52bb-474f-8b15-2f7203d3f436 req-c8570435-8d89-4e4b-b717-4aa9be7ca026 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 210 time: 0.1224389 Aug 12 15:30:54.190731 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:54.205038 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-38e8692d-021f-4d51-b6a2-32fc5fa03689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:54.336901 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 828d7dae-7604-4f5b-b0fc-da0b44d9f505 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:30:54.567562 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-3a314b4c-44c3-4422-a4ff-748551630550 req-dc90390e-b189-42fd-aa7c-c58fb050ac45 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Allocated IP 172.20.0.9 (dbb181ef-975e-4807-8710-3203d084afac/16db9637-239a-4a26-a46b-09e2d03b1fdb/33a03c4a-af94-4f4d-bdc3-143df79f341e) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:30:54.633073 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Attempting to bind port 6fb93643-c438-44d8-a241-7de536787c82 on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:30:54.634002 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Attempting to bind port 6fb93643-c438-44d8-a241-7de536787c82 by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:30:54.634620 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Attempting to bind port 6fb93643-c438-44d8-a241-7de536787c82 on network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:30:54.663799 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:54.673684 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:30:54.674563 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Checking segment: {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:30:54.675222 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:54.675853 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Bound using segment: {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:30:54.678828 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Bound port: 6fb93643-c438-44d8-a241-7de536787c82, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:30:54.679948 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:54.788873 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4c6fb2a8-9172-450e-bdc8-f49263615c73 req-8d752c78-5bc8-41bc-8e32-65674b22d5a5 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 210 time: 0.1322207 Aug 12 15:30:54.857731 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] For port 6fb93643-c438-44d8-a241-7de536787c82, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:30:54.863442 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] For port 6fb93643-c438-44d8-a241-7de536787c82, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=6fb93643-c438-44d8-a241-7de536787c82,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:30:54.875729 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:54.879754 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port 828d7dae-7604-4f5b-b0fc-da0b44d9f505 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:30:54.888015 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef9af9-c87b-4022-ba76-16f525559dbb None None] Pushing event updated for resources: {'Port': ['ID=6fb93643-c438-44d8-a241-7de536787c82,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:54.896819 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-3fef9af9-c87b-4022-ba76-16f525559dbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:54.898492 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:54.956904 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 828d7dae-7604-4f5b-b0fc-da0b44d9f505 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:54.957895 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:55.023200 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-3a314b4c-44c3-4422-a4ff-748551630550 req-dc90390e-b189-42fd-aa7c-c58fb050ac45 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:55.098717 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-3a314b4c-44c3-4422-a4ff-748551630550 req-dc90390e-b189-42fd-aa7c-c58fb050ac45 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:55.140336 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Routers {'5428f086-61ca-4a15-bab9-7610650563e7'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:30:55.142865 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:55.143390 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:55.144864 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:30:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['5428f086-61ca-4a15-bab9-7610650563e7'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:55.152955 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:55.154336 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717360'] for router_interface, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:55.159387 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:55.406730 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef9af9-c87b-4022-ba76-16f525559dbb None None] Pushing event updated for resources: {'Port': ['ID=6fb93643-c438-44d8-a241-7de536787c82,revision_number=3']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:55.422855 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-3fef9af9-c87b-4022-ba76-16f525559dbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:55.546602 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a314b4c-44c3-4422-a4ff-748551630550 req-dc90390e-b189-42fd-aa7c-c58fb050ac45 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Network dbb181ef-975e-4807-8710-3203d084afac is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:30:55.579323 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-3a314b4c-44c3-4422-a4ff-748551630550 req-dc90390e-b189-42fd-aa7c-c58fb050ac45 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:55.585938 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a314b4c-44c3-4422-a4ff-748551630550 req-dc90390e-b189-42fd-aa7c-c58fb050ac45 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:30:55.593141 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a314b4c-44c3-4422-a4ff-748551630550 req-dc90390e-b189-42fd-aa7c-c58fb050ac45 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:55.593894 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-3a314b4c-44c3-4422-a4ff-748551630550 req-dc90390e-b189-42fd-aa7c-c58fb050ac45 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:55.600303 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ca6ff1-e133-4760-b328-9c6f6f164919,revision_number=2']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:55.643636 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:55.699122 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90390e-b189-42fd-aa7c-c58fb050ac45 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Pushing event updated for resources: {'Port': ['ID=33a03c4a-af94-4f4d-bdc3-143df79f341e,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:55.727776 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-993c4d95-1dbd-4ccb-8008-4de968f5d82f tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:55.728515 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:55.746944 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] Set router 5428f086-61ca-4a15-bab9-7610650563e7 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:30:55.749980 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-dc90390e-b189-42fd-aa7c-c58fb050ac45 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:55.764314 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-993c4d95-1dbd-4ccb-8008-4de968f5d82f tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Usage tracker for resource:port and tenant:236373df89774c78926b300fa1ab519e is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:55.776417 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-993c4d95-1dbd-4ccb-8008-4de968f5d82f tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:55.799606 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Network f3172b19-37f4-47e1-a878-5aad46a4730e is already hosted by enough agents. {{(pid=79207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:30:55.801494 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Resources bound (agent type, host, resource id): {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:55.826184 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193fd45-5744-4782-a76f-a83a468eac00 req-5cc200e2-bf59-4e33-9303-882912b82f2f tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:55.827767 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1193fd45-5744-4782-a76f-a83a468eac00 req-5cc200e2-bf59-4e33-9303-882912b82f2f tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 931 time: 0.3026178 Aug 12 15:30:55.966744 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-993c4d95-1dbd-4ccb-8008-4de968f5d82f tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:55.977223 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-3a314b4c-44c3-4422-a4ff-748551630550 req-dc90390e-b189-42fd-aa7c-c58fb050ac45 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3823245 Aug 12 15:30:56.084155 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [req-3a314b4c-44c3-4422-a4ff-748551630550 req-48527b45-cfda-42a6-a42f-28552a0d7c1f tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:30:56.085166 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-3a314b4c-44c3-4422-a4ff-748551630550 req-48527b45-cfda-42a6-a42f-28552a0d7c1f tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0306959 Aug 12 15:30:56.124356 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-993c4d95-1dbd-4ccb-8008-4de968f5d82f tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Made reservation on behalf of 236373df89774c78926b300fa1ab519e for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:30:56.145665 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-993c4d95-1dbd-4ccb-8008-4de968f5d82f tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:56.180923 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] For port 828d7dae-7604-4f5b-b0fc-da0b44d9f505, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=828d7dae-7604-4f5b-b0fc-da0b44d9f505,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:30:56.204963 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:56.206822 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Router 04b37113-ccf8-40a0-8a11-5d7e3df47062 is scheduled to L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d with binding_index 1 {{(pid=79208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:30:56.250959 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:56.317094 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e04dd4e3-b993-4db7-8e84-7dd3325ff095 req-b0f60d2a-27e0-4909-a8cc-9c0d3cfb4fae tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 210 time: 0.1925063 Aug 12 15:30:56.426197 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-1193fd45-5744-4782-a76f-a83a468eac00 req-f8e70231-619b-4038-b122-a81b19501efd tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Synchronizing usage tracker for tenant:9e079d5a71e84fd2a7b132b69b028ffe on resource:security_group {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:30:56.696350 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-1193fd45-5744-4782-a76f-a83a468eac00 req-f8e70231-619b-4038-b122-a81b19501efd tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Unset dirty status for tenant:9e079d5a71e84fd2a7b132b69b028ffe on resource:security_group {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:30:56.697537 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1193fd45-5744-4782-a76f-a83a468eac00 req-f8e70231-619b-4038-b122-a81b19501efd tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6597836 Aug 12 15:30:56.736939 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Router 0e8a99c1-dd89-45d2-af18-541e4466e365 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:30:56.772077 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-429d30ca-fd75-4079-8fa6-1c01de7caffa None None] Provisioning complete for port d4ca6ff1-e133-4760-b328-9c6f6f164919 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:56.775218 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-429d30ca-fd75-4079-8fa6-1c01de7caffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:56.906135 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-993c4d95-1dbd-4ccb-8008-4de968f5d82f tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Allocated IP 172.20.0.11 (54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9/872bae58-a952-437a-9948-6e1c61ac518a/a42b400f-c53b-40e3-8d83-6d2892682341) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:30:56.921134 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Pushing event updated for resources: {'Port': ['ID=828d7dae-7604-4f5b-b0fc-da0b44d9f505,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:56.930257 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:56.984018 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-429d30ca-fd75-4079-8fa6-1c01de7caffa None None] Port d4ca6ff1-e133-4760-b328-9c6f6f164919 cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:30:57.091955 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5428f086-61ca-4a15-bab9-7610650563e7', 'name': 'tempest-ServerRescueNegativeTestJSON-233274534-router', 'tenant_id': '9b916570d7d042448e9f20bea13de712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '6fb93643-c438-44d8-a241-7de536787c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:30:45Z', 'revision_number': 3, 'project_id': '9b916570d7d042448e9f20bea13de712', 'gw_port': {'id': '6fb93643-c438-44d8-a241-7de536787c82', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5428f086-61ca-4a15-bab9-7610650563e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:44Z', 'updated_at': '2021-08-12T15:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:57.100871 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc88241f-d5cb-40f9-a69f-24b37e1a346d None None] The sync data for ids ['5428f086-61ca-4a15-bab9-7610650563e7'] in dv-cinder-804345-1-smb is: [{'id': '5428f086-61ca-4a15-bab9-7610650563e7', 'name': 'tempest-ServerRescueNegativeTestJSON-233274534-router', 'tenant_id': '9b916570d7d042448e9f20bea13de712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '6fb93643-c438-44d8-a241-7de536787c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:30:45Z', 'revision_number': 3, 'project_id': '9b916570d7d042448e9f20bea13de712', 'gw_port': {'id': '6fb93643-c438-44d8-a241-7de536787c82', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5428f086-61ca-4a15-bab9-7610650563e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:44Z', 'updated_at': '2021-08-12T15:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}] {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:30:57.296628 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:30:57.312051 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Sync routers for ids ['0e8a99c1-dd89-45d2-af18-541e4466e365'] in dv-cinder-804345-1-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:30:57.337151 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Routers {'0e8a99c1-dd89-45d2-af18-541e4466e365'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:30:57.337844 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:30:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['0e8a99c1-dd89-45d2-af18-541e4466e365'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:57.347703 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] 10.222.0.59 "PUT /v2.0/routers/0e8a99c1-dd89-45d2-af18-541e4466e365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2062120 Aug 12 15:30:57.746669 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Request body: {'port': {'device_id': '899d40ed-13c4-48b5-9b11-ec874729ff94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:57.892531 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-85a32a38-c8f6-439b-aa92-c5f85596a303 req-467412a9-c7e9-4223-a0be-0b652478b6a6 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 210 time: 0.1300385 Aug 12 15:30:58.222949 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Set router 0e8a99c1-dd89-45d2-af18-541e4466e365 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:30:58.387463 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac018289-317d-4408-867b-7117495d2c58 req-30afc429-9996-494e-a6e4-5aef40a6bc0f tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:58.401300 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ac018289-317d-4408-867b-7117495d2c58 req-30afc429-9996-494e-a6e4-5aef40a6bc0f tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 931 time: 0.3086159 Aug 12 15:30:58.511248 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:30:58.523969 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Sync routers for ids ['04b37113-ccf8-40a0-8a11-5d7e3df47062'] in dv-cinder-804345-1-smb {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:30:58.541523 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ac018289-317d-4408-867b-7117495d2c58 req-78f3ae11-d3fd-4b2f-ba04-b315fabf02ef tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335893 Aug 12 15:30:58.563608 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Routers {'04b37113-ccf8-40a0-8a11-5d7e3df47062'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:30:58.565451 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:30:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['04b37113-ccf8-40a0-8a11-5d7e3df47062'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:58.620778 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:58.688284 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-993c4d95-1dbd-4ccb-8008-4de968f5d82f tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:58.696769 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 828d7dae-7604-4f5b-b0fc-da0b44d9f505 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:30:58.746381 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45374) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:58.752388 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-422f11c9-0339-4d63-9ef0-bae677d387c0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1833137749', 'description': 'tempest-description--889546494'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:58.764846 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-422f11c9-0339-4d63-9ef0-bae677d387c0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:58.782106 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-422f11c9-0339-4d63-9ef0-bae677d387c0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Usage tracker for resource:security_group and tenant:4ae52b150d414313bac15fe05944e1fc is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:58.796749 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-422f11c9-0339-4d63-9ef0-bae677d387c0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:58.815877 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-422f11c9-0339-4d63-9ef0-bae677d387c0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:58.843068 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-422f11c9-0339-4d63-9ef0-bae677d387c0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:58.891195 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-422f11c9-0339-4d63-9ef0-bae677d387c0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:58.909441 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-422f11c9-0339-4d63-9ef0-bae677d387c0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Usage tracker for resource:security_group_rule and tenant:4ae52b150d414313bac15fe05944e1fc is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:58.917606 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-422f11c9-0339-4d63-9ef0-bae677d387c0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:58.943924 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-422f11c9-0339-4d63-9ef0-bae677d387c0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:59.244371 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Notify callbacks [] for router, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:59.253228 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 15.3707936 Aug 12 15:30:59.282766 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 45394) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:59.300351 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:59.321869 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-422f11c9-0339-4d63-9ef0-bae677d387c0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:59.328883 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-422f11c9-0339-4d63-9ef0-bae677d387c0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:59.343911 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:30:59.422737 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Set router 04b37113-ccf8-40a0-8a11-5d7e3df47062 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:30:59.552650 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3b3d7a54-24d1-4e50-8399-1bd0625b981f req-3e817785-30fd-4f27-a9cf-065e439d2c20 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 210 time: 0.1537170 Aug 12 15:30:59.603060 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f11c9-0339-4d63-9ef0-bae677d387c0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d43d44-5408-44d4-b1d9-73a4cdd706dc,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:59.623574 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45404) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:59.635688 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-422f11c9-0339-4d63-9ef0-bae677d387c0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:30:59.654392 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-422f11c9-0339-4d63-9ef0-bae677d387c0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:59.656885 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-422f11c9-0339-4d63-9ef0-bae677d387c0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9092414 Aug 12 15:30:59.662214 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45410) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:30:59.670949 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-064e6095-6100-47b6-bfc6-5e7e43d61239 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Request body: {'security_group_rule': {'security_group_id': '65d43d44-5408-44d4-b1d9-73a4cdd706dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:59.678952 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-064e6095-6100-47b6-bfc6-5e7e43d61239 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:30:59.686568 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-064e6095-6100-47b6-bfc6-5e7e43d61239 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Usage tracker for resource:security_group_rule and tenant:4ae52b150d414313bac15fe05944e1fc is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:30:59.690653 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-064e6095-6100-47b6-bfc6-5e7e43d61239 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:30:59.710345 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-064e6095-6100-47b6-bfc6-5e7e43d61239 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:30:59.755818 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-064e6095-6100-47b6-bfc6-5e7e43d61239 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:00.092098 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 828d7dae-7604-4f5b-b0fc-da0b44d9f505 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:00.095303 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:00.124448 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:30:54Z', 'revision_number': 4, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port': {'id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:45Z', 'updated_at': '2021-08-12T15:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'd4ca6ff1-e133-4760-b328-9c6f6f164919', 'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'mac_address': 'fa:16:3e:cc:f4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:51Z', 'updated_at': '2021-08-12T15:30:54Z', 'revision_number': 2, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'subnets': [{'id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:00.136825 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Checking router: 0e8a99c1-dd89-45d2-af18-541e4466e365 for host: dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:31:00.137222 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Updating router 0e8a99c1-dd89-45d2-af18-541e4466e365 port d4ca6ff1-e133-4760-b328-9c6f6f164919 binding host dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:31:00.185572 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:30:49Z', 'revision_number': 3, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port': {'id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:39:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:46Z', 'updated_at': '2021-08-12T15:30:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:00.192187 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Checking router: 04b37113-ccf8-40a0-8a11-5d7e3df47062 for host: dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:31:00.193865 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Updating router 04b37113-ccf8-40a0-8a11-5d7e3df47062 port bea427a6-b343-482a-9fce-8118e552d6c1 binding host dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:31:00.260335 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-064e6095-6100-47b6-bfc6-5e7e43d61239 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:00.267346 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:00.271081 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-6fcf91db-8365-4fb6-a969-25a7c2256d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:00.283268 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:00.306361 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-064e6095-6100-47b6-bfc6-5e7e43d61239 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385572'] for security_group_rule, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:00.317627 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-6fcf91db-8365-4fb6-a969-25a7c2256d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:00.338811 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:00.370908 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-6fcf91db-8365-4fb6-a969-25a7c2256d0f admin admin] Usage tracker for resource:security_group_rule and tenant:47a38138405a4dab86ac6e4ce2d2168b is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:00.379902 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-6fcf91db-8365-4fb6-a969-25a7c2256d0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:00.406905 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-064e6095-6100-47b6-bfc6-5e7e43d61239 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:00.408100 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-064e6095-6100-47b6-bfc6-5e7e43d61239 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7441473 Aug 12 15:31:00.417918 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a03c4a-af94-4f4d-bdc3-143df79f341e {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:31:00.426760 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:00.443868 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Transition to ACTIVE for port object 33a03c4a-af94-4f4d-bdc3-143df79f341e will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:00.444940 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8817f6-ad50-487d-b005-d7ea145cfe85 req-3cebb76c-6e2d-4a8a-90ae-1460bb303d98 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:00.446017 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 45418) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:00.447235 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4f8817f6-ad50-487d-b005-d7ea145cfe85 req-3cebb76c-6e2d-4a8a-90ae-1460bb303d98 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 931 time: 0.5925477 Aug 12 15:31:00.451821 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-6fcf91db-8365-4fb6-a969-25a7c2256d0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:00.461393 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:00.465094 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-14f94573-b6e8-4865-8553-5f144e4d66e1 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Request body: {'security_group_rule': {'security_group_id': '65d43d44-5408-44d4-b1d9-73a4cdd706dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:00.466361 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e6095-6100-47b6-bfc6-5e7e43d61239 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2560d8bc-f1eb-40ae-98ae-2d7405fd51cc,revision_number=0']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:00.477132 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-064e6095-6100-47b6-bfc6-5e7e43d61239 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:00.542940 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-dc90390e-b189-42fd-aa7c-c58fb050ac45 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:00.604296 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4f8817f6-ad50-487d-b005-d7ea145cfe85 req-24242d06-ea2c-4210-9d54-5a6600c98032 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260545 Aug 12 15:31:00.647544 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-14f94573-b6e8-4865-8553-5f144e4d66e1 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:00.665739 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Pushing event updated for resources: {'Port': ['ID=33a03c4a-af94-4f4d-bdc3-143df79f341e,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:00.717238 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-14f94573-b6e8-4865-8553-5f144e4d66e1 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Usage tracker for resource:security_group_rule and tenant:4ae52b150d414313bac15fe05944e1fc is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:00.722799 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:00.724031 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-993c4d95-1dbd-4ccb-8008-4de968f5d82f tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:00.731585 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-14f94573-b6e8-4865-8553-5f144e4d66e1 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:00.750127 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 6fb93643-c438-44d8-a241-7de536787c82 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:31:00.768399 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-14f94573-b6e8-4865-8553-5f144e4d66e1 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:00.788365 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-fb88d426-c358-419a-950a-23589c495e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:00.868680 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-6fcf91db-8365-4fb6-a969-25a7c2256d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:00.876780 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-6fcf91db-8365-4fb6-a969-25a7c2256d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:00.978445 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-993c4d95-1dbd-4ccb-8008-4de968f5d82f tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Network 54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:00.995727 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-993c4d95-1dbd-4ccb-8008-4de968f5d82f tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:01.064383 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:01.069431 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Notify callbacks [] for port, precommit_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:01.072816 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port 6fb93643-c438-44d8-a241-7de536787c82 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:01.087222 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Transition to ACTIVE for port object d4ca6ff1-e133-4760-b328-9c6f6f164919 will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:01.098735 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:01.106073 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:01.108076 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 6fb93643-c438-44d8-a241-7de536787c82 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:01.110624 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:01.204750 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-6fcf91db-8365-4fb6-a969-25a7c2256d0f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=47a38138405a4dab86ac6e4ce2d2168b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5681970 Aug 12 15:31:01.214288 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45434) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:01.224607 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-993c4d95-1dbd-4ccb-8008-4de968f5d82f tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:31:01.233597 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-993c4d95-1dbd-4ccb-8008-4de968f5d82f tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:01.237726 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-993c4d95-1dbd-4ccb-8008-4de968f5d82f tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:01.282506 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf91db-8365-4fb6-a969-25a7c2256d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb05a55-a17b-428c-8bc6-2013196b2c18,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:01.346864 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-6fcf91db-8365-4fb6-a969-25a7c2256d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:01.366220 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157c28a-ec82-4fad-867d-81034967a7ab None None] Pushing event updated for resources: {'Port': ['ID=d4ca6ff1-e133-4760-b328-9c6f6f164919,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:01.408141 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-3157c28a-ec82-4fad-867d-81034967a7ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:01.450822 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff862c-5eb7-487c-ac11-b0b9c8f520a7 req-24609b13-1fcd-46d6-a16c-ecb7cf9a78dd tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:01.470520 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6eff862c-5eb7-487c-ac11-b0b9c8f520a7 req-24609b13-1fcd-46d6-a16c-ecb7cf9a78dd tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 932 time: 0.5232072 Aug 12 15:31:01.487232 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Attempting to bind port d4ca6ff1-e133-4760-b328-9c6f6f164919 on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:31:01.490773 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Attempting to bind port d4ca6ff1-e133-4760-b328-9c6f6f164919 by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': '3a148533-f4a5-45f5-83cd-034fa2e35181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:31:01.491386 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Attempting to bind port d4ca6ff1-e133-4760-b328-9c6f6f164919 on network f3172b19-37f4-47e1-a878-5aad46a4730e {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:31:01.503814 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:31:01.505361 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Checking segment: {'id': '3a148533-f4a5-45f5-83cd-034fa2e35181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:31:01.506369 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:01.507465 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Bound using segment: {'id': '3a148533-f4a5-45f5-83cd-034fa2e35181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:31:01.508137 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Bound port: d4ca6ff1-e133-4760-b328-9c6f6f164919, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a148533-f4a5-45f5-83cd-034fa2e35181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:31:01.509126 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:01.553751 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:01.572411 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2561e9b9-04b5-4991-92a0-d816c2aa4e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:01.589845 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] For port 6fb93643-c438-44d8-a241-7de536787c82, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=6fb93643-c438-44d8-a241-7de536787c82,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:01.595481 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.db.resource_extend [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 15:31:01.627832 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:01.688642 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6eff862c-5eb7-487c-ac11-b0b9c8f520a7 req-81414da0-61e3-4432-a9d0-481e9bb6b184 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e70294d-2902-4821-88c1-490f55d3b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046874 Aug 12 15:31:01.700661 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2561e9b9-04b5-4991-92a0-d816c2aa4e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:01.740748 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:01.751718 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c4d95-1dbd-4ccb-8008-4de968f5d82f tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Pushing event updated for resources: {'Port': ['ID=a42b400f-c53b-40e3-8d83-6d2892682341,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:01.760557 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-993c4d95-1dbd-4ccb-8008-4de968f5d82f tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.972s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:01.809072 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] For port d4ca6ff1-e133-4760-b328-9c6f6f164919, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:31:01.815915 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] For port d4ca6ff1-e133-4760-b328-9c6f6f164919, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=d4ca6ff1-e133-4760-b328-9c6f6f164919,segment=NetworkSegment(3a148533-f4a5-45f5-83cd-034fa2e35181),segment_id=3a148533-f4a5-45f5-83cd-034fa2e35181)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:31:01.832927 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:01.842158 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2561e9b9-04b5-4991-92a0-d816c2aa4e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:01.847859 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:01.854957 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:01.903557 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561e9b9-04b5-4991-92a0-d816c2aa4e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb05a55-a17b-428c-8bc6-2013196b2c18,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:01.906878 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-2561e9b9-04b5-4991-92a0-d816c2aa4e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:01.913804 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2561e9b9-04b5-4991-92a0-d816c2aa4e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:01.914962 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-2561e9b9-04b5-4991-92a0-d816c2aa4e52 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dcb05a55-a17b-428c-8bc6-2013196b2c18 HTTP/1.1" status: 204 len: 168 time: 0.6997008 Aug 12 15:31:01.934045 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-993c4d95-1dbd-4ccb-8008-4de968f5d82f tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.6986313 Aug 12 15:31:01.950680 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Pushing event updated for resources: {'Port': ['ID=6fb93643-c438-44d8-a241-7de536787c82,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:02.006649 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:02.011590 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-14f94573-b6e8-4865-8553-5f144e4d66e1 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:02.043200 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Routers {'0e8a99c1-dd89-45d2-af18-541e4466e365'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:31:02.043879 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:30:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['0e8a99c1-dd89-45d2-af18-541e4466e365'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:02.112522 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63511d-9356-4c80-aa53-41c8029c5865 req-71c75fc4-610e-487c-b072-8acdf1aa3414 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:02.120928 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4d63511d-9356-4c80-aa53-41c8029c5865 req-71c75fc4-610e-487c-b072-8acdf1aa3414 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 943 time: 0.1790378 Aug 12 15:31:02.129998 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:02.159774 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Request body: {'port': {'device_id': 'dc3763cb-31a6-4300-8139-d689ca9f5b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:02.186896 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Transition to ACTIVE for port object bea427a6-b343-482a-9fce-8118e552d6c1 will not be triggered until provisioned by entity L2. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:02.209036 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:02.227962 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Attempting to bind port 33a03c4a-af94-4f4d-bdc3-143df79f341e on host hv-cinder-80434 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:31:02.227962 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Attempting to bind port 33a03c4a-af94-4f4d-bdc3-143df79f341e by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': 'f121fbc5-3d8b-4df1-abd9-125f9716be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:31:02.227962 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Attempting to bind port 33a03c4a-af94-4f4d-bdc3-143df79f341e on network dbb181ef-975e-4807-8710-3203d084afac {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:31:02.240238 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:02.288235 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4d63511d-9356-4c80-aa53-41c8029c5865 req-2a4c437d-6bc8-47a0-9526-eb78d76731cd tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571541 Aug 12 15:31:02.301065 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157c28a-ec82-4fad-867d-81034967a7ab None None] Pushing event updated for resources: {'Port': ['ID=d4ca6ff1-e133-4760-b328-9c6f6f164919,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:02.329409 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-3157c28a-ec82-4fad-867d-81034967a7ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:02.543685 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Port 33a03c4a-af94-4f4d-bdc3-143df79f341e on network dbb181ef-975e-4807-8710-3203d084afac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 12 15:31:02.543979 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Attempting to bind port 33a03c4a-af94-4f4d-bdc3-143df79f341e on network dbb181ef-975e-4807-8710-3203d084afac {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:31:02.554437 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-14f94573-b6e8-4865-8553-5f144e4d66e1 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:02.557576 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Checking agent: {'id': 'ee8f405c-fd53-4642-8bfa-8ace78e7783f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:31:02.557983 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Checking segment: {'id': 'f121fbc5-3d8b-4df1-abd9-125f9716be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:31:02.558608 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Bound using segment: {'id': 'f121fbc5-3d8b-4df1-abd9-125f9716be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:31:02.559074 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Bound port: 33a03c4a-af94-4f4d-bdc3-143df79f341e, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f121fbc5-3d8b-4df1-abd9-125f9716be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:31:02.559808 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:02.579711 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-14f94573-b6e8-4865-8553-5f144e4d66e1 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385572'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:02.633443 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:02.665773 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] Set router 0e8a99c1-dd89-45d2-af18-541e4466e365 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:31:02.744547 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6387540-b94d-44c6-aeb2-7499a1b0fe1b None None] Pushing event updated for resources: {'Port': ['ID=bea427a6-b343-482a-9fce-8118e552d6c1,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:02.764390 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-e6387540-b94d-44c6-aeb2-7499a1b0fe1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:02.798141 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f94573-b6e8-4865-8553-5f144e4d66e1 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fd8db7-a60b-4c55-b5e3-dbb80cbc6f17,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:02.829989 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Attempting to bind port bea427a6-b343-482a-9fce-8118e552d6c1 on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:31:02.831337 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Attempting to bind port bea427a6-b343-482a-9fce-8118e552d6c1 by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:31:02.831824 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Attempting to bind port bea427a6-b343-482a-9fce-8118e552d6c1 on network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:31:02.849043 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:31:02.853961 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Checking segment: {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:31:02.854484 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:02.854967 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Bound using segment: {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:31:02.855700 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Bound port: bea427a6-b343-482a-9fce-8118e552d6c1, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:31:02.856163 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:02.984216 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-14f94573-b6e8-4865-8553-5f144e4d66e1 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:02.988255 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-14f94573-b6e8-4865-8553-5f144e4d66e1 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5322342 Aug 12 15:31:03.014084 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-14f94573-b6e8-4865-8553-5f144e4d66e1 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:03.014912 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 45476) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:03.061856 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] For port bea427a6-b343-482a-9fce-8118e552d6c1, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:31:03.071943 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] For port bea427a6-b343-482a-9fce-8118e552d6c1, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=bea427a6-b343-482a-9fce-8118e552d6c1,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:31:03.079772 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:03.085095 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-e9022b01-d3e3-4fb9-ac62-24a50123b665 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:03.086854 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] Allocated IP 172.20.0.1 (2b674c06-763a-4b9c-899f-74cb3faee52e/cce504bc-20fe-4dae-b0d4-c8fe9856a2a3/f5899d1c-1b1b-4ee5-bc55-92f7ba622020) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:31:03.093297 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c73af0-6ac3-4c3c-a1cb-b08429b5a729 req-45d9770f-2656-40c0-a996-2a7786e4a171 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:03.103709 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-51c73af0-6ac3-4c3c-a1cb-b08429b5a729 req-45d9770f-2656-40c0-a996-2a7786e4a171 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 932 time: 0.1149778 Aug 12 15:31:03.174173 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-51c73af0-6ac3-4c3c-a1cb-b08429b5a729 req-2e75ba6b-2ce5-4b7c-b262-f4a7bd7dcb22 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e70294d-2902-4821-88c1-490f55d3b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694222 Aug 12 15:31:03.197290 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Request body: {'floatingip': {'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:03.207556 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:03.212602 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Usage tracker for resource:floatingip and tenant:4ae52b150d414313bac15fe05944e1fc is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:03.216113 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:03.223579 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:03.271596 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] For port 33a03c4a-af94-4f4d-bdc3-143df79f341e, host hv-cinder-80434, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:31:03.279693 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for floatingip, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:03.334992 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:30:54Z', 'revision_number': 4, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port': {'id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:45Z', 'updated_at': '2021-08-12T15:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'd4ca6ff1-e133-4760-b328-9c6f6f164919', 'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'mac_address': 'fa:16:3e:cc:f4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:51Z', 'updated_at': '2021-08-12T15:31:01Z', 'revision_number': 4, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'subnets': [{'id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:03.340843 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4844776c-5e5e-47bb-bf63-fb337f9f7144 None None] The sync data for ids ['0e8a99c1-dd89-45d2-af18-541e4466e365'] in dv-cinder-804345-1-smb is: [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:30:54Z', 'revision_number': 4, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port': {'id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:45Z', 'updated_at': '2021-08-12T15:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'd4ca6ff1-e133-4760-b328-9c6f6f164919', 'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'mac_address': 'fa:16:3e:cc:f4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:51Z', 'updated_at': '2021-08-12T15:31:01Z', 'revision_number': 4, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'subnets': [{'id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:31:03.343948 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] For port 33a03c4a-af94-4f4d-bdc3-143df79f341e, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=33a03c4a-af94-4f4d-bdc3-143df79f341e,segment=NetworkSegment(f121fbc5-3d8b-4df1-abd9-125f9716be35),segment_id=f121fbc5-3d8b-4df1-abd9-125f9716be35)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:31:03.353686 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Routers {'04b37113-ccf8-40a0-8a11-5d7e3df47062'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:31:03.355330 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:30:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['04b37113-ccf8-40a0-8a11-5d7e3df47062'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:03.505629 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6387540-b94d-44c6-aeb2-7499a1b0fe1b None None] Pushing event updated for resources: {'Port': ['ID=bea427a6-b343-482a-9fce-8118e552d6c1,revision_number=3']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:03.586429 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-e6387540-b94d-44c6-aeb2-7499a1b0fe1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:03.741360 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da73b1-9f7a-4339-8d3d-f617e7892962 req-5cdf38c2-715c-4775-af5d-3314d7fd02fe tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:03.742935 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d6da73b1-9f7a-4339-8d3d-f617e7892962 req-5cdf38c2-715c-4775-af5d-3314d7fd02fe tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 943 time: 0.2142832 Aug 12 15:31:03.856323 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45498) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:03.861321 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d6da73b1-9f7a-4339-8d3d-f617e7892962 req-075acd55-ba07-4dfb-b78e-421e233afbf6 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028125 Aug 12 15:31:03.891404 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] Set router 04b37113-ccf8-40a0-8a11-5d7e3df47062 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:31:03.905378 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:03.982923 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:04.102441 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:04.138434 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-285124265-network', 'tenant_id': 'f40beaa23bd44d11b7101440341109c0'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:04.152620 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:04.164647 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Usage tracker for resource:network and tenant:f40beaa23bd44d11b7101440341109c0 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:04.168065 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:04.189228 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:04.248304 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:04.249115 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:04.250148 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Made reservation on behalf of f40beaa23bd44d11b7101440341109c0 for: {'network': 1} {{(pid=79207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:31:04.253353 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for network, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:04.255573 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-3a314b4c-44c3-4422-a4ff-748551630550 req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] 10.222.0.82 "PUT /v2.0/ports/33a03c4a-af94-4f4d-bdc3-143df79f341e HTTP/1.1" status: 200 len: 1093 time: 6.8921220 Aug 12 15:31:04.293856 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:04.297775 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device d4ca6ff1-e133-4760-b328-9c6f6f164919 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:31:04.299835 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899d40ed-13c4-48b5-9b11-ec874729ff94', 'tag': '33a03c4a-af94-4f4d-bdc3-143df79f341e'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:31:04.333491 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:04.343001 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Usage tracker for resource:security_group_rule and tenant:f40beaa23bd44d11b7101440341109c0 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:04.350338 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:04.359063 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:04.502092 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:04.510144 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:04.518936 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:04.570188 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Pushing event updated for resources: {'Port': ['ID=33a03c4a-af94-4f4d-bdc3-143df79f341e,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:04.583077 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:04.701343 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port d4ca6ff1-e133-4760-b328-9c6f6f164919 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:04.714984 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port d4ca6ff1-e133-4760-b328-9c6f6f164919 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:04.715353 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:04.769939 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:04.781502 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=79207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:31:04.862944 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58666423-f2cb-4e91-b75b-42b881bd0ab3,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:04.868979 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:04.873291 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:04.881168 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.db.segments_db [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Added segment 66407a58-a423-4326-9c5a-993796e8a33e of type vlan for network 08b40da7-2220-4a65-8620-11aaa51b9ab1 Aug 12 15:31:04.910883 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:30:49Z', 'revision_number': 3, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port': {'id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:39:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:46Z', 'updated_at': '2021-08-12T15:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:04.920094 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb23449-b555-4734-9f81-1e223dbf390a None None] The sync data for ids ['04b37113-ccf8-40a0-8a11-5d7e3df47062'] in dv-cinder-804345-1-smb is: [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:30:49Z', 'revision_number': 3, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port': {'id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:39:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:46Z', 'updated_at': '2021-08-12T15:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}] {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:31:04.926859 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:04.970570 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] For port d4ca6ff1-e133-4760-b328-9c6f6f164919, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=d4ca6ff1-e133-4760-b328-9c6f6f164919,segment=NetworkSegment(3a148533-f4a5-45f5-83cd-034fa2e35181),segment_id=3a148533-f4a5-45f5-83cd-034fa2e35181)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:05.003496 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:05.005145 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 6fb93643-c438-44d8-a241-7de536787c82 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:31:05.069342 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0396f-19b4-4fcb-b9b1-d22d1f1e24bd req-46e86fc3-7d1a-413e-abe6-3a8f2e5fa2de tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:05.078533 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-29e0396f-19b4-4fcb-b9b1-d22d1f1e24bd req-46e86fc3-7d1a-413e-abe6-3a8f2e5fa2de tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 932 time: 0.4740772 Aug 12 15:31:05.126076 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783031021186'] for network, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:05.170372 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:05.210795 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45534) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:05.261791 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:05.452006 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 6fb93643-c438-44d8-a241-7de536787c82 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:05.452536 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:05.501363 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:05.548744 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-29e0396f-19b4-4fcb-b9b1-d22d1f1e24bd req-91afc454-c216-4514-8d78-318dd69f8679 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e70294d-2902-4821-88c1-490f55d3b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466956 Aug 12 15:31:05.550943 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.db.resource_extend [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 15:31:05.580428 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-6b4d23cb-34cc-4f2e-a7c1-c7361daf3d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:05.612441 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-6b4d23cb-34cc-4f2e-a7c1-c7361daf3d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:05.631159 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for network, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:05.638488 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-6b4d23cb-34cc-4f2e-a7c1-c7361daf3d57 admin admin] Usage tracker for resource:security_group_rule and tenant:ee478a41a8c74108998e461a2b70a053 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:05.641818 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:05.642579 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:05.651049 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-6b4d23cb-34cc-4f2e-a7c1-c7361daf3d57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:05.654014 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5ab56243-82b6-4e31-a5db-854d57f08704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:05.689010 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Pushing event updated for resources: {'Port': ['ID=d4ca6ff1-e133-4760-b328-9c6f6f164919,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:05.710662 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:05.731066 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-6b4d23cb-34cc-4f2e-a7c1-c7361daf3d57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:05.812795 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ead57-42ca-4de0-8275-21c4f8525368 req-6871a7d9-38ab-435a-af50-cb21bab9c4f4 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:05.816517 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bd3ead57-42ca-4de0-8275-21c4f8525368 req-6871a7d9-38ab-435a-af50-cb21bab9c4f4 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 943 time: 0.5861340 Aug 12 15:31:05.858736 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] Network 2b674c06-763a-4b9c-899f-74cb3faee52e is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:05.874721 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:05.880701 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:31:05.883206 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717407'] for router_interface, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:05.909869 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0438108 Aug 12 15:31:05.915496 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45562) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:05.919233 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] Pushing event updated for resources: {'Port': ['ID=f5899d1c-1b1b-4ee5-bc55-92f7ba622020,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:05.934801 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:05.993727 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:06.000974 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Pushing event updated for resources: {'Network': ['ID=08b40da7-2220-4a65-8620-11aaa51b9ab1,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:06.005288 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:06.024398 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-7fc93758-a0f8-48eb-9a15-cdcc43c3c392 admin admin] Request body: {'subnet': {'network_id': '08b40da7-2220-4a65-8620-11aaa51b9ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-285124265-subnet', 'tenant_id': 'f40beaa23bd44d11b7101440341109c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:06.035556 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Network 08b40da7-2220-4a65-8620-11aaa51b9ab1 details requested by agent ovs-agent-dv-cinder-804345-1-smb with host dv-cinder-804345-1-smb {{(pid=79209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 12 15:31:06.070420 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bd3ead57-42ca-4de0-8275-21c4f8525368 req-5ae3bf8c-5c27-45db-ba56-e9a0152f9205 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739357 Aug 12 15:31:06.071552 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-7fc93758-a0f8-48eb-9a15-cdcc43c3c392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:06.084431 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-7fc93758-a0f8-48eb-9a15-cdcc43c3c392 admin admin] Usage tracker for resource:subnet and tenant:f40beaa23bd44d11b7101440341109c0 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:06.089183 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-7fc93758-a0f8-48eb-9a15-cdcc43c3c392 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:06.106599 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a314b4c-44c3-4422-a4ff-748551630550 req-5e5c01e6-21a4-42e3-b004-4116ff723ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:06.109075 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-3a314b4c-44c3-4422-a4ff-748551630550 req-5e5c01e6-21a4-42e3-b004-4116ff723ce0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e079d5a71e84fd2a7b132b69b028ffe&device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 1096 time: 1.6890197 Aug 12 15:31:06.109499 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-7fc93758-a0f8-48eb-9a15-cdcc43c3c392 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:06.119146 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899d40ed-13c4-48b5-9b11-ec874729ff94', 'tag': '33a03c4a-af94-4f4d-bdc3-143df79f341e', 'status': 'completed', 'code': 200} Aug 12 15:31:06.135547 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc93758-a0f8-48eb-9a15-cdcc43c3c392 admin admin] Made reservation on behalf of f40beaa23bd44d11b7101440341109c0 for: {'subnet': 1} {{(pid=79207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:31:06.138571 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7fc93758-a0f8-48eb-9a15-cdcc43c3c392 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:06.262204 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device bea427a6-b343-482a-9fce-8118e552d6c1 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:31:06.369243 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-3a314b4c-44c3-4422-a4ff-748551630550 req-6e0d10dd-334a-48b8-9fe1-21e41b50b6ad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33a03c4a-af94-4f4d-bdc3-143df79f341e HTTP/1.1" status: 200 len: 217 time: 0.1700125 Aug 12 15:31:06.410722 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port bea427a6-b343-482a-9fce-8118e552d6c1 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:06.417988 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port bea427a6-b343-482a-9fce-8118e552d6c1 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:06.418617 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:06.461425 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:06.484052 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-6b4d23cb-34cc-4f2e-a7c1-c7361daf3d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:06.493121 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-6b4d23cb-34cc-4f2e-a7c1-c7361daf3d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:06.534288 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:06.544016 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-6b4d23cb-34cc-4f2e-a7c1-c7361daf3d57 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee478a41a8c74108998e461a2b70a053&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3312473 Aug 12 15:31:06.548400 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 45570) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:06.566190 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:06.576212 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d23cb-34cc-4f2e-a7c1-c7361daf3d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5cf282-49e5-4c16-94cc-6799d2b50a2a,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:06.582612 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-6b4d23cb-34cc-4f2e-a7c1-c7361daf3d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:06.610264 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] For port bea427a6-b343-482a-9fce-8118e552d6c1, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=bea427a6-b343-482a-9fce-8118e552d6c1,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:06.621182 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:06.622437 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device d4ca6ff1-e133-4760-b328-9c6f6f164919 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:31:06.697588 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-574202ba-9fb8-4971-a475-26f516c731f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:06.709203 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a314b4c-44c3-4422-a4ff-748551630550 req-6d3a4c06-b5f2-4362-b29c-d192e1a13245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:06.710903 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-3a314b4c-44c3-4422-a4ff-748551630550 req-6d3a4c06-b5f2-4362-b29c-d192e1a13245 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16db9637-239a-4a26-a46b-09e2d03b1fdb HTTP/1.1" status: 200 len: 854 time: 0.3106701 Aug 12 15:31:06.732335 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7fc93758-a0f8-48eb-9a15-cdcc43c3c392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for subnet, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:06.745223 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-1c9496ef-69fa-47eb-82a8-56c71cc5e161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:06.801509 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Pushing event updated for resources: {'Port': ['ID=bea427a6-b343-482a-9fce-8118e552d6c1,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:06.805023 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:06.811194 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port d4ca6ff1-e133-4760-b328-9c6f6f164919 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:06.811576 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:06.891471 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc93758-a0f8-48eb-9a15-cdcc43c3c392 admin admin] Checking segment: {'id': '66407a58-a423-4326-9c5a-993796e8a33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '08b40da7-2220-4a65-8620-11aaa51b9ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:31:06.891824 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc93758-a0f8-48eb-9a15-cdcc43c3c392 admin admin] Network hostable DHCP agents. Network: 08b40da7-2220-4a65-8620-11aaa51b9ab1, hostable agents: ['4f8a9972-eba5-4715-9ddd-7ea9a03f6a04'], hosted agents: [] {{(pid=79207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:31:06.921445 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc93758-a0f8-48eb-9a15-cdcc43c3c392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=279bd930-cf48-4dc6-8b4d-61fa77ee3da5,revision_number=0']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:06.927139 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-7fc93758-a0f8-48eb-9a15-cdcc43c3c392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:06.937803 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e4e3f-fcab-465d-b9e8-637a13e2b789 req-ad8abf7f-2255-44d5-9905-27983a1f799c tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:06.939286 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0f2e4e3f-fcab-465d-b9e8-637a13e2b789 req-ad8abf7f-2255-44d5-9905-27983a1f799c tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 932 time: 0.1997921 Aug 12 15:31:06.940458 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc93758-a0f8-48eb-9a15-cdcc43c3c392 admin admin] Network 08b40da7-2220-4a65-8620-11aaa51b9ab1 is scheduled to be hosted by DHCP agent 4f8a9972-eba5-4715-9ddd-7ea9a03f6a04 with binding_index 1 {{(pid=79207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:31:06.963660 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-7fc93758-a0f8-48eb-9a15-cdcc43c3c392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-smb, 08b40da7-2220-4a65-8620-11aaa51b9ab1) {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:06.972422 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc93758-a0f8-48eb-9a15-cdcc43c3c392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:06.973004 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7fc93758-a0f8-48eb-9a15-cdcc43c3c392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:06.973271 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b4884d-1465-4941-8ac5-5268659fb7d4 None None] Network 08b40da7-2220-4a65-8620-11aaa51b9ab1 requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:31:06.988739 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42b400f-c53b-40e3-8d83-6d2892682341 {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:31:07.007328 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0f2e4e3f-fcab-465d-b9e8-637a13e2b789 req-db5f335f-b93a-405b-ac8f-805da19886ef tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e70294d-2902-4821-88c1-490f55d3b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608022 Aug 12 15:31:07.009216 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:07.017505 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2393118e-f825-484a-8f0b-62c5942ce813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:07.019017 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-7fc93758-a0f8-48eb-9a15-cdcc43c3c392 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0365183 Aug 12 15:31:07.024955 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-3a314b4c-44c3-4422-a4ff-748551630550 req-49010508-b6b4-4557-90a1-ee55c0f4d739 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dbb181ef-975e-4807-8710-3203d084afac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2964635 Aug 12 15:31:07.042327 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Allocated IP 172.20.0.1 (c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e/88e0880e-bb53-49b2-83d2-6dd899a35462/226873ae-22b9-41b0-83df-b306ed5da304) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:31:07.131949 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Allocated IP 172.28.0.123 (0058a344-5c9e-42ec-8e15-86e71c7e20b6/afba140a-12ff-4429-a397-3adb0ba8c2af/fe7190ae-cb54-4a9e-a72a-1ad28425aedd) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:31:07.148997 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:07.227616 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9389a83-998a-4a54-b641-30cdb78d51bc None None] Network 08b40da7-2220-4a65-8620-11aaa51b9ab1 requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:31:07.237344 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Transition to ACTIVE for port object a42b400f-c53b-40e3-8d83-6d2892682341 will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:07.310298 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2393118e-f825-484a-8f0b-62c5942ce813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:07.324802 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:07.388934 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb0f57-12d4-4552-aff2-30a9e505f576 req-ca906f8c-df6a-41ab-b2f6-afd2ee6ee9cb tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:07.399668 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5bcb0f57-12d4-4552-aff2-30a9e505f576 req-ca906f8c-df6a-41ab-b2f6-afd2ee6ee9cb tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 943 time: 0.1754680 Aug 12 15:31:07.418602 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:07.498749 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5bcb0f57-12d4-4552-aff2-30a9e505f576 req-01699916-78c2-434a-bc48-19dcccc8e5a0 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983119 Aug 12 15:31:07.831297 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45598) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:07.837944 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-551028684-network', 'tenant_id': '2d863e5a2fbc450cb41a1038922aa636'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:07.842562 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:07.847143 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Usage tracker for resource:network and tenant:2d863e5a2fbc450cb41a1038922aa636 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:07.850107 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:07.856669 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:07.866441 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Made reservation on behalf of 2d863e5a2fbc450cb41a1038922aa636 for: {'network': 1} {{(pid=79207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:31:07.868752 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for network, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:07.883064 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:07.897130 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:07.901255 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Usage tracker for resource:security_group_rule and tenant:2d863e5a2fbc450cb41a1038922aa636 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:07.904221 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:07.925144 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:07.972305 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-3a314b4c-44c3-4422-a4ff-748551630550 req-9f357793-785c-413c-b40e-3b6a123d7f6d service neutron] 10.222.0.82 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8645213 Aug 12 15:31:08.005362 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device bea427a6-b343-482a-9fce-8118e552d6c1 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:31:08.018772 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a42b400f-c53b-40e3-8d83-6d2892682341,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:08.085800 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.090687 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.091195 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.096263 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:08.107231 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port bea427a6-b343-482a-9fce-8118e552d6c1 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:08.107695 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.111492 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Transition to ACTIVE for port object 226873ae-22b9-41b0-83df-b306ed5da304 will not be triggered until provisioned by entity DHCP. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:08.128523 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1336a498-72b2-4224-9469-f8ec538e3412,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:08.142504 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:08.152410 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:08.169503 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2393118e-f825-484a-8f0b-62c5942ce813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.193185 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=79207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:31:08.201596 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.213541 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.214716 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.db.segments_db [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Added segment dd42366a-7b2a-4a3b-96a8-55dbfb073847 of type vlan for network 468deb30-c701-4f78-a1c6-3060f800839a Aug 12 15:31:08.225753 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f37f8fb6-6e09-4fc4-9255-1b14fa916304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:08.248054 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783031021186'] for network, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.268827 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492d52f-ff64-40e0-9caa-b80d4ca19688 req-1fff3922-b2ec-4128-a9d6-84b05f770457 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:08.270329 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-9492d52f-ff64-40e0-9caa-b80d4ca19688 req-1fff3922-b2ec-4128-a9d6-84b05f770457 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 944 time: 0.1262252 Aug 12 15:31:08.289589 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.310625 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393118e-f825-484a-8f0b-62c5942ce813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5cf282-49e5-4c16-94cc-6799d2b50a2a,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:08.319353 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for network, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.323057 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:08.323635 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.329810 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:08.352237 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-9492d52f-ff64-40e0-9caa-b80d4ca19688 req-19f2f299-99b7-4124-a4bd-61a1e46c9eed tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e70294d-2902-4821-88c1-490f55d3b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729077 Aug 12 15:31:08.371211 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Attempting to bind port a42b400f-c53b-40e3-8d83-6d2892682341 on host hv-cinder-80434 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:31:08.371786 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Attempting to bind port a42b400f-c53b-40e3-8d83-6d2892682341 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '0305235f-f2e8-4774-967a-f231c9bb5f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:31:08.372096 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Attempting to bind port a42b400f-c53b-40e3-8d83-6d2892682341 on network 54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:31:08.387984 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2393118e-f825-484a-8f0b-62c5942ce813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:08.394364 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:08.436673 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6041181 Aug 12 15:31:08.441895 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45612) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:08.449530 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-a0c2f462-dec7-4e96-a7da-b74b195de43f admin admin] Request body: {'subnet': {'network_id': '468deb30-c701-4f78-a1c6-3060f800839a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-551028684-subnet', 'tenant_id': '2d863e5a2fbc450cb41a1038922aa636', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:08.452550 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Pushing event updated for resources: {'Network': ['ID=468deb30-c701-4f78-a1c6-3060f800839a,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:08.456218 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:08.457115 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-a0c2f462-dec7-4e96-a7da-b74b195de43f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:08.461161 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-a0c2f462-dec7-4e96-a7da-b74b195de43f admin admin] Usage tracker for resource:subnet and tenant:2d863e5a2fbc450cb41a1038922aa636 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:08.462448 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Port a42b400f-c53b-40e3-8d83-6d2892682341 on network 54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 12 15:31:08.462448 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Attempting to bind port a42b400f-c53b-40e3-8d83-6d2892682341 on network 54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:31:08.464053 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-a0c2f462-dec7-4e96-a7da-b74b195de43f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:08.465740 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Network 468deb30-c701-4f78-a1c6-3060f800839a details requested by agent ovs-agent-dv-cinder-804345-1-smb with host dv-cinder-804345-1-smb {{(pid=79209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 12 15:31:08.470163 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-a0c2f462-dec7-4e96-a7da-b74b195de43f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:08.470425 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Network c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:08.481794 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c2f462-dec7-4e96-a7da-b74b195de43f admin admin] Made reservation on behalf of 2d863e5a2fbc450cb41a1038922aa636 for: {'subnet': 1} {{(pid=79207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:31:08.484205 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-a0c2f462-dec7-4e96-a7da-b74b195de43f admin admin] Notify callbacks [] for subnet, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.485301 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:08.501264 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Checking agent: {'id': 'ee8f405c-fd53-4642-8bfa-8ace78e7783f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:31:08.502048 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Checking segment: {'id': '0305235f-f2e8-4774-967a-f231c9bb5f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:31:08.502048 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Bound using segment: {'id': '0305235f-f2e8-4774-967a-f231c9bb5f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:31:08.502477 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Bound port: a42b400f-c53b-40e3-8d83-6d2892682341, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0305235f-f2e8-4774-967a-f231c9bb5f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:31:08.502824 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.519420 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:31:08.519886 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717407'] for router_interface, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.524386 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2393118e-f825-484a-8f0b-62c5942ce813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.528045 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-2393118e-f825-484a-8f0b-62c5942ce813 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ae5cf282-49e5-4c16-94cc-6799d2b50a2a HTTP/1.1" status: 204 len: 168 time: 1.9368858 Aug 12 15:31:08.650344 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Pushing event updated for resources: {'Port': ['ID=226873ae-22b9-41b0-83df-b306ed5da304,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:08.661236 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:08.664759 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-3a314b4c-44c3-4422-a4ff-748551630550 req-9885aa59-c8bd-4721-83ec-60cabeef4a51 service neutron] 10.222.0.82 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6433842 Aug 12 15:31:08.736697 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.739104 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4c4a52d7-edcb-46ea-978b-022a9f892a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.739745 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.754355 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-993c4d95-1dbd-4ccb-8008-4de968f5d82f tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:08.804048 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.841306 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-a0c2f462-dec7-4e96-a7da-b74b195de43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for subnet, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.848966 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:08.857302 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] For port a42b400f-c53b-40e3-8d83-6d2892682341, host hv-cinder-80434, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:31:08.859281 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717360'] for router_interface, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.885702 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c1bc6-0b79-445a-a4b8-57a35e464021 req-b283589b-5382-4226-a578-d7ba17d05553 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:08.888134 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1b8c1bc6-0b79-445a-a4b8-57a35e464021 req-b283589b-5382-4226-a578-d7ba17d05553 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 943 time: 0.1578066 Aug 12 15:31:08.899231 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-e179dd20-273d-4137-9d4c-bf10baea987e None None] Provisioning for port 226873ae-22b9-41b0-83df-b306ed5da304 completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:08.903578 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:08.909049 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] For port a42b400f-c53b-40e3-8d83-6d2892682341, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=a42b400f-c53b-40e3-8d83-6d2892682341,segment=NetworkSegment(0305235f-f2e8-4774-967a-f231c9bb5f95),segment_id=0305235f-f2e8-4774-967a-f231c9bb5f95)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:31:08.910475 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-e179dd20-273d-4137-9d4c-bf10baea987e None None] Provisioning complete for port 226873ae-22b9-41b0-83df-b306ed5da304 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:08.911739 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e179dd20-273d-4137-9d4c-bf10baea987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.912921 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:08.935448 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:31:08.952678 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.976921 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1b8c1bc6-0b79-445a-a4b8-57a35e464021 req-ffde30e9-8666-4f83-ab24-dfca0fdbc834 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779300 Aug 12 15:31:08.986447 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c2f462-dec7-4e96-a7da-b74b195de43f admin admin] Checking segment: {'id': 'dd42366a-7b2a-4a3b-96a8-55dbfb073847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '468deb30-c701-4f78-a1c6-3060f800839a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:31:08.987411 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c2f462-dec7-4e96-a7da-b74b195de43f admin admin] Network hostable DHCP agents. Network: 468deb30-c701-4f78-a1c6-3060f800839a, hostable agents: ['4f8a9972-eba5-4715-9ddd-7ea9a03f6a04'], hosted agents: [] {{(pid=79207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:31:08.991539 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2f462-dec7-4e96-a7da-b74b195de43f admin admin] Pushing event updated for resources: {'Subnet': ['ID=502ae453-184d-4013-b788-864ca39f7eaf,revision_number=0']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:09.004779 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-a0c2f462-dec7-4e96-a7da-b74b195de43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:09.015466 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-e179dd20-273d-4137-9d4c-bf10baea987e None None] Port 226873ae-22b9-41b0-83df-b306ed5da304 cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:31:09.020555 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c2f462-dec7-4e96-a7da-b74b195de43f admin admin] Network 468deb30-c701-4f78-a1c6-3060f800839a is scheduled to be hosted by DHCP agent 4f8a9972-eba5-4715-9ddd-7ea9a03f6a04 with binding_index 1 {{(pid=79207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:31:09.032404 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Pushing event updated for resources: {'Port': ['ID=fe7190ae-cb54-4a9e-a72a-1ad28425aedd,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:09.034467 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-a0c2f462-dec7-4e96-a7da-b74b195de43f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-smb, 468deb30-c701-4f78-a1c6-3060f800839a) {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:09.039905 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c2f462-dec7-4e96-a7da-b74b195de43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:09.040498 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-a0c2f462-dec7-4e96-a7da-b74b195de43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:09.055885 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8e5a16-cb72-44b7-a1b1-c0d983468373 None None] Network 468deb30-c701-4f78-a1c6-3060f800839a requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:31:09.068902 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-a0c2f462-dec7-4e96-a7da-b74b195de43f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6259174 Aug 12 15:31:09.091532 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:09.119287 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:09.180530 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:09.181152 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:09.182487 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45626) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:09.182568 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] 10.222.0.82 "PUT /v2.0/ports/a42b400f-c53b-40e3-8d83-6d2892682341 HTTP/1.1" status: 200 len: 1094 time: 7.0280128 Aug 12 15:31:09.187440 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3763cb-31a6-4300-8139-d689ca9f5b5e', 'tag': 'a42b400f-c53b-40e3-8d83-6d2892682341'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:31:09.210321 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-466ca560-1eba-4459-b435-f1cf972e56b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:09.235907 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-466ca560-1eba-4459-b435-f1cf972e56b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:09.245152 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-466ca560-1eba-4459-b435-f1cf972e56b6 admin admin] Usage tracker for resource:security_group_rule and tenant:48504ce06de04c979f5766b1d7e15297 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:09.254006 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-466ca560-1eba-4459-b435-f1cf972e56b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:09.268743 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-466ca560-1eba-4459-b435-f1cf972e56b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:09.279481 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:09.296201 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3763cb-31a6-4300-8139-d689ca9f5b5e', 'tag': 'a42b400f-c53b-40e3-8d83-6d2892682341', 'status': 'completed', 'code': 200} Aug 12 15:31:09.319398 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] Pushing event updated for resources: {'Port': ['ID=f5899d1c-1b1b-4ee5-bc55-92f7ba622020,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:09.324028 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:09.361715 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45636) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:09.438295 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_v2 [None req-519b1436-7128-4fd7-9742-8857d2ce790f admin admin] Deleting subnet 279bd930-cf48-4dc6-8b4d-61fa77ee3da5 {{(pid=79207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 12 15:31:09.447272 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-519b1436-7128-4fd7-9742-8857d2ce790f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:09.510568 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fca019b-ff8f-4177-81c5-db067510abfe None None] Network 468deb30-c701-4f78-a1c6-3060f800839a requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:31:09.517762 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267f947-cf60-40a2-a348-9254592ba4b0 req-40091cca-6ffa-4793-971f-e20875e92eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:09.519642 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-2267f947-cf60-40a2-a348-9254592ba4b0 req-40091cca-6ffa-4793-971f-e20875e92eb6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e079d5a71e84fd2a7b132b69b028ffe&device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 1096 time: 0.7213860 Aug 12 15:31:09.606106 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-519b1436-7128-4fd7-9742-8857d2ce790f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:09.628217 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-519b1436-7128-4fd7-9742-8857d2ce790f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15865242'] for subnet, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:09.674943 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-466ca560-1eba-4459-b435-f1cf972e56b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:09.686259 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] Network 2b674c06-763a-4b9c-899f-74cb3faee52e is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:09.686441 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-466ca560-1eba-4459-b435-f1cf972e56b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:09.707217 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:09.723672 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:09.732432 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-466ca560-1eba-4459-b435-f1cf972e56b6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=48504ce06de04c979f5766b1d7e15297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5490084 Aug 12 15:31:09.744383 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45642) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:09.747741 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:09.789938 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:09.819448 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ca560-1eba-4459-b435-f1cf972e56b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e70799e-7523-4bd9-aee9-d56127453840,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:09.825929 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-466ca560-1eba-4459-b435-f1cf972e56b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:09.833495 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a42b400f-c53b-40e3-8d83-6d2892682341,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:09.842082 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582940f-c234-4eb5-9a64-22ad439d3b8b req-20ed6e6f-687a-4966-aadc-9d6c1c005f82 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:09.849704 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b582940f-c234-4eb5-9a64-22ad439d3b8b req-20ed6e6f-687a-4966-aadc-9d6c1c005f82 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 944 time: 0.3035288 Aug 12 15:31:09.852309 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:09.855356 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.835s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:09.855819 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:09.876049 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-519b1436-7128-4fd7-9742-8857d2ce790f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15865237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for subnet, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:09.879113 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-658e7ca1-272e-4084-80e8-c2c938357cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:09.907753 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-a0c2f462-dec7-4e96-a7da-b74b195de43f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:09.962157 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-519b1436-7128-4fd7-9742-8857d2ce790f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:09.983131 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b1436-7128-4fd7-9742-8857d2ce790f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=279bd930-cf48-4dc6-8b4d-61fa77ee3da5,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:09.991515 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-519b1436-7128-4fd7-9742-8857d2ce790f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:10.008039 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-519b1436-7128-4fd7-9742-8857d2ce790f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/279bd930-cf48-4dc6-8b4d-61fa77ee3da5 HTTP/1.1" status: 204 len: 168 time: 0.6415751 Aug 12 15:31:10.010483 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45656) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:10.013354 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b582940f-c234-4eb5-9a64-22ad439d3b8b req-23601004-0513-4933-82c5-d5c22c522819 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e70294d-2902-4821-88c1-490f55d3b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626482 Aug 12 15:31:10.019357 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-658e7ca1-272e-4084-80e8-c2c938357cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:10.196959 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-10ef8ca6-1080-40ba-ade1-511ccad6c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:10.198433 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-10ef8ca6-1080-40ba-ade1-511ccad6c42f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=236373df89774c78926b300fa1ab519e&device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 1097 time: 0.8928068 Aug 12 15:31:10.261801 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16529243'] for network, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:10.324033 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267f947-cf60-40a2-a348-9254592ba4b0 req-44b8c72a-6f0a-4e64-93b7-354b549fa3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:10.325509 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-2267f947-cf60-40a2-a348-9254592ba4b0 req-44b8c72a-6f0a-4e64-93b7-354b549fa3d9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dbb181ef-975e-4807-8710-3203d084afac HTTP/1.1" status: 200 len: 915 time: 0.6722405 Aug 12 15:31:10.332254 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-23039f13-524e-402c-a173-f097246e71e4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a42b400f-c53b-40e3-8d83-6d2892682341 HTTP/1.1" status: 200 len: 217 time: 0.1084931 Aug 12 15:31:10.341783 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-658e7ca1-272e-4084-80e8-c2c938357cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:10.366637 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:10.383739 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9b462-9524-46d5-ba90-68bc7a048f38 req-bdf04aa0-1ad8-4c07-94ac-1c43e6becf71 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:10.385347 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e7f9b462-9524-46d5-ba90-68bc7a048f38 req-bdf04aa0-1ad8-4c07-94ac-1c43e6becf71 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 943 time: 0.2652199 Aug 12 15:31:10.430392 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e7ca1-272e-4084-80e8-c2c938357cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e70799e-7523-4bd9-aee9-d56127453840,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:10.432651 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-658e7ca1-272e-4084-80e8-c2c938357cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:10.443479 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] Router 5428f086-61ca-4a15-bab9-7610650563e7 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:31:10.444570 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15862113', 'neutron.services.segments.db._delete_segments_for_network-8783031516317'] for network, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:10.475880 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-658e7ca1-272e-4084-80e8-c2c938357cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:10.476947 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-658e7ca1-272e-4084-80e8-c2c938357cf4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e70799e-7523-4bd9-aee9-d56127453840 HTTP/1.1" status: 204 len: 168 time: 0.7317448 Aug 12 15:31:10.481322 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:31:10.481322 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:31:10.482105 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:31:10.482435 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Subscribe: > port after_create 55550000 {{(pid=79207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:31:10.482962 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:31:10.483325 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Subscribe: > port after_update 55550000 {{(pid=79207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:31:10.483641 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:31:10.483952 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:31:10.484265 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:31:10.484573 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:31:10.516222 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-2267f947-cf60-40a2-a348-9254592ba4b0 req-1ea0bfbb-d0b9-4305-827c-206d8ba90ab5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33a03c4a-af94-4f4d-bdc3-143df79f341e HTTP/1.1" status: 200 len: 217 time: 0.1710329 Aug 12 15:31:10.687695 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.db.resource_extend [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 15:31:10.688222 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:31:10.688222 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:31:10.688222 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:31:10.688580 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:31:10.688910 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b40da7-2220-4a65-8620-11aaa51b9ab1']}} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:10.711325 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66407a58-a423-4326-9c5a-993796e8a33e') {'for_net_delete': True} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:10.711616 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66407a58-a423-4326-9c5a-993796e8a33e') {} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:10.712934 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:10.724234 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-0ed9be5d-d480-41c4-8447-c2e9fa73094e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:10.725689 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-0ed9be5d-d480-41c4-8447-c2e9fa73094e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=872bae58-a952-437a-9948-6e1c61ac518a HTTP/1.1" status: 200 len: 852 time: 0.3763566 Aug 12 15:31:10.728922 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783031512823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1836072'] for segment, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:10.729943 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267f947-cf60-40a2-a348-9254592ba4b0 req-c774bb1f-912e-4a56-8d3c-3a5b63f0d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:10.731347 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-2267f947-cf60-40a2-a348-9254592ba4b0 req-c774bb1f-912e-4a56-8d3c-3a5b63f0d06c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16db9637-239a-4a26-a46b-09e2d03b1fdb HTTP/1.1" status: 200 len: 854 time: 0.2028618 Aug 12 15:31:10.732128 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:10.737416 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717360'] for router_interface, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:10.738625 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e7f9b462-9524-46d5-ba90-68bc7a048f38 req-8ab5f47c-f9dd-440d-ad12-0447d19d3c7b tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031859 Aug 12 15:31:10.751188 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:10.760438 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=79207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:31:10.761009 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15867305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2979821'] for segment, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: from cryptography.utils import int_from_bytes Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: from cryptography.utils import int_from_bytes Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: util.warn_limited( Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: util.warn_limited( Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: Traceback (most recent call last): Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: timer() Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: cb(*args, **kw) Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: return func(*args, **kwargs) Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: self._notify() Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: self.callback(batched_events) Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: event.method(event) Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: return f(self, *a, **k) Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: return self._get(url).json() Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: return self.request(url, 'GET', **kwargs) Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:31:10.785403 dv-cinder-804345-1-smb neutron-server[79207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:31:10.804861 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d80abc3d-9930-49b3-bab1-14685cd632f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:10.863205 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15862040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544010'] for network, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:10.869726 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:10.888980 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:10.891661 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Pushing event deleted for resources: {'Network': ['ID=08b40da7-2220-4a65-8620-11aaa51b9ab1,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:10.894730 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:10.897593 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] 10.222.0.59 "DELETE /v2.0/networks/08b40da7-2220-4a65-8620-11aaa51b9ab1 HTTP/1.1" status: 204 len: 168 time: 0.8832812 Aug 12 15:31:10.900167 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45674) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:10.958158 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.db.resource_extend [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 15:31:10.961039 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1cd528-8e5f-45d1-bb29-fbe19988be25 admin admin] Deleting subnet 502ae453-184d-4013-b788-864ca39f7eaf {{(pid=79207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 12 15:31:10.964107 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd528-8e5f-45d1-bb29-fbe19988be25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:10.969372 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-2267f947-cf60-40a2-a348-9254592ba4b0 req-3bedabbe-a13e-43af-8fc1-404cfb61cb09 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dbb181ef-975e-4807-8710-3203d084afac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1667917 Aug 12 15:31:10.971714 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-ba0f073c-ac83-499a-a15f-71375b4f0a7e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1698065 Aug 12 15:31:11.003828 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.019803 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd528-8e5f-45d1-bb29-fbe19988be25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1836087'] for subnet, precommit_delete_associations {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.098396 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd528-8e5f-45d1-bb29-fbe19988be25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15865242'] for subnet, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.192250 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd528-8e5f-45d1-bb29-fbe19988be25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15865237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2979723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2156270'] for subnet, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.197608 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:11.275883 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.284280 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1cd528-8e5f-45d1-bb29-fbe19988be25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=502ae453-184d-4013-b788-864ca39f7eaf,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:11.298321 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 33a03c4a-af94-4f4d-bdc3-143df79f341e details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:31:11.317043 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-0e1cd528-8e5f-45d1-bb29-fbe19988be25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:11.340615 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Pushing event updated for resources: {'Port': ['ID=226873ae-22b9-41b0-83df-b306ed5da304,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:11.343386 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:31:11.344895 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:11.345378 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:11.353915 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Sync routers for ids ['5428f086-61ca-4a15-bab9-7610650563e7'] in dv-cinder-804345-1-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:31:11.359975 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd528-8e5f-45d1-bb29-fbe19988be25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.368829 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Routers {'5428f086-61ca-4a15-bab9-7610650563e7'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:31:11.371010 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:30:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['5428f086-61ca-4a15-bab9-7610650563e7'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:11.374112 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-0e1cd528-8e5f-45d1-bb29-fbe19988be25 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/502ae453-184d-4013-b788-864ca39f7eaf HTTP/1.1" status: 204 len: 168 time: 0.4729612 Aug 12 15:31:11.374914 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45700) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:11.485147 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03e209-b9f7-492b-b0bf-2b28c1b8571e req-0d11cac0-5463-4bb8-b2a1-2b2dc1e196dc tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:11.487983 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cf03e209-b9f7-492b-b0bf-2b28c1b8571e req-0d11cac0-5463-4bb8-b2a1-2b2dc1e196dc tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 944 time: 0.2517669 Aug 12 15:31:11.498213 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Pushing event updated for resources: {'Port': ['ID=fe7190ae-cb54-4a9e-a72a-1ad28425aedd,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:11.527986 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-f04b1ad7-e44e-4947-b764-5bca95fed2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16529243'] for network, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.561710 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cf03e209-b9f7-492b-b0bf-2b28c1b8571e req-a73d5005-4c37-4ba7-a233-9d902526f17e tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e70294d-2902-4821-88c1-490f55d3b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625367 Aug 12 15:31:11.568939 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:11.659261 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544115'] for floatingip, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.672428 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d821ee90-9d93-4b2c-bb80-f2acf9414028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.682042 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-911e0683-2ea8-436f-a2c8-9c0f3a9336de admin admin] 10.222.0.59 "PUT /v2.0/routers/5428f086-61ca-4a15-bab9-7610650563e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.0863311 Aug 12 15:31:11.713132 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-f04b1ad7-e44e-4947-b764-5bca95fed2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15862113', 'neutron.services.segments.db._delete_segments_for_network-8783031516317'] for network, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.719845 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 33a03c4a-af94-4f4d-bdc3-143df79f341e, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=33a03c4a-af94-4f4d-bdc3-143df79f341e,segment=NetworkSegment(f121fbc5-3d8b-4df1-abd9-125f9716be35),segment_id=f121fbc5-3d8b-4df1-abd9-125f9716be35)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:11.729718 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-f04b1ad7-e44e-4947-b764-5bca95fed2d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468deb30-c701-4f78-a1c6-3060f800839a']}} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:11.741301 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': '33a03c4a-af94-4f4d-bdc3-143df79f341e', 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac', 'port_id': '33a03c4a-af94-4f4d-bdc3-143df79f341e', 'mac_address': 'fa:16:3e:c7:04:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16db9637-239a-4a26-a46b-09e2d03b1fdb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:31:11.744877 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-f04b1ad7-e44e-4947-b764-5bca95fed2d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd42366a-7b2a-4a3b-96a8-55dbfb073847') {'for_net_delete': True} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:11.745090 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Set router 5428f086-61ca-4a15-bab9-7610650563e7 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:31:11.745941 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-f04b1ad7-e44e-4947-b764-5bca95fed2d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd42366a-7b2a-4a3b-96a8-55dbfb073847') {} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:11.760865 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-f04b1ad7-e44e-4947-b764-5bca95fed2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783031512823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1836072'] for segment, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.816582 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-f04b1ad7-e44e-4947-b764-5bca95fed2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.821285 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for floatingip, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.824520 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.7537427 Aug 12 15:31:11.828338 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.837216 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04b1ad7-e44e-4947-b764-5bca95fed2d4 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=79207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:31:11.837658 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-f04b1ad7-e44e-4947-b764-5bca95fed2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15867305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2979821'] for segment, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.856277 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a03c4a-af94-4f4d-bdc3-143df79f341e {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: Traceback (most recent call last): Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: timer() Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: cb(*args, **kw) Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: return func(*args, **kwargs) Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: self._notify() Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: self.callback(batched_events) Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: event.method(event) Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: return f(self, *a, **k) Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: return self._get(url).json() Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: return self.request(url, 'GET', **kwargs) Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:31:11.864469 dv-cinder-804345-1-smb neutron-server[79207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:31:11.882643 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 33a03c4a-af94-4f4d-bdc3-143df79f341e, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=33a03c4a-af94-4f4d-bdc3-143df79f341e,segment=NetworkSegment(f121fbc5-3d8b-4df1-abd9-125f9716be35),segment_id=f121fbc5-3d8b-4df1-abd9-125f9716be35)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:11.892430 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.895320 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:11.956445 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-f04b1ad7-e44e-4947-b764-5bca95fed2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15862040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544010'] for network, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.960304 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Network c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:11.965797 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:11.979804 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:12.001887 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-b74cb7e9-6f1d-4e8e-ad41-362b421c0d9f service neutron] 10.222.0.82 "GET /v2.0/networks/54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0024948 Aug 12 15:31:12.011845 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-2267f947-cf60-40a2-a348-9254592ba4b0 req-c4f354a7-68ab-4794-afe8-c269636dceea service neutron] 10.222.0.82 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0209870 Aug 12 15:31:12.015488 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-f04b1ad7-e44e-4947-b764-5bca95fed2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:12.037974 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=33a03c4a-af94-4f4d-bdc3-143df79f341e,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:12.041336 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:12.106938 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b1ad7-e44e-4947-b764-5bca95fed2d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=468deb30-c701-4f78-a1c6-3060f800839a,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:12.132826 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-f04b1ad7-e44e-4947-b764-5bca95fed2d4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/468deb30-c701-4f78-a1c6-3060f800839a HTTP/1.1" status: 204 len: 168 time: 0.7551868 Aug 12 15:31:12.139464 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-f04b1ad7-e44e-4947-b764-5bca95fed2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:12.230658 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb8164-8b00-42c2-af42-aa4566abbe45 req-1276b68d-250e-4bec-b547-3a97ec8d2f00 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:12.232639 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-46eb8164-8b00-42c2-af42-aa4566abbe45 req-1276b68d-250e-4bec-b547-3a97ec8d2f00 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 944 time: 0.2069123 Aug 12 15:31:12.238846 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['33a03c4a-af94-4f4d-bdc3-143df79f341e'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:31:12.331805 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-46eb8164-8b00-42c2-af42-aa4566abbe45 req-3239fbf6-5883-4cef-a57f-159dcd4595d2 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916281 Aug 12 15:31:12.391738 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-c988d818-4a70-4fbf-b8e3-6ca7637ce6f5 None None] Provisioning complete for port 226873ae-22b9-41b0-83df-b306ed5da304 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:12.392318 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c988d818-4a70-4fbf-b8e3-6ca7637ce6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:12.452991 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-c988d818-4a70-4fbf-b8e3-6ca7637ce6f5 None None] Port 226873ae-22b9-41b0-83df-b306ed5da304 cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:31:12.552865 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-1f987418-078a-4a28-869e-95a988423cad req-c0d5c9cf-4710-4eaf-93de-8020eb8abc45 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Synchronizing usage tracker for tenant:4ae52b150d414313bac15fe05944e1fc on resource:security_group {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:31:12.587684 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45742) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:12.600683 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5428f086-61ca-4a15-bab9-7610650563e7', 'name': 'tempest-ServerRescueNegativeTestJSON-233274534-router', 'tenant_id': '9b916570d7d042448e9f20bea13de712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '6fb93643-c438-44d8-a241-7de536787c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:31:06Z', 'revision_number': 4, 'project_id': '9b916570d7d042448e9f20bea13de712', 'gw_port': {'id': '6fb93643-c438-44d8-a241-7de536787c82', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5428f086-61ca-4a15-bab9-7610650563e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:44Z', 'updated_at': '2021-08-12T15:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'f5899d1c-1b1b-4ee5-bc55-92f7ba622020', 'name': '', 'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e', 'tenant_id': '9b916570d7d042448e9f20bea13de712', 'mac_address': 'fa:16:3e:08:8e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5428f086-61ca-4a15-bab9-7610650563e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'cce504bc-20fe-4dae-b0d4-c8fe9856a2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:59Z', 'updated_at': '2021-08-12T15:31:07Z', 'revision_number': 2, 'project_id': '9b916570d7d042448e9f20bea13de712', 'subnets': [{'id': 'cce504bc-20fe-4dae-b0d4-c8fe9856a2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:12.606170 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Checking router: 5428f086-61ca-4a15-bab9-7610650563e7 for host: dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:31:12.606607 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Updating router 5428f086-61ca-4a15-bab9-7610650563e7 port f5899d1c-1b1b-4ee5-bc55-92f7ba622020 binding host dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:31:12.623906 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-1f987418-078a-4a28-869e-95a988423cad req-c0d5c9cf-4710-4eaf-93de-8020eb8abc45 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Unset dirty status for tenant:4ae52b150d414313bac15fe05944e1fc on resource:security_group {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:31:12.625091 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1f987418-078a-4a28-869e-95a988423cad req-c0d5c9cf-4710-4eaf-93de-8020eb8abc45 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1833137749&fields=id&tenant_id=4ae52b150d414313bac15fe05944e1fc HTTP/1.1" status: 200 len: 267 time: 0.1436436 Aug 12 15:31:12.650644 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:12.684531 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:12.700301 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4f960950-cf62-4aea-9e17-6045f45c6e2b req-ae8eeb54-b24c-4ab1-a00d-0e259cd649f1 service neutron] 10.222.0.82 "GET /v2.0/networks/54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6870563 Aug 12 15:31:12.889801 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-26725c3a-9cf6-487f-a840-453ef122bb44 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f40beaa23bd44d11b7101440341109c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975807 Aug 12 15:31:12.912142 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 45766) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:12.948256 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-2267f947-cf60-40a2-a348-9254592ba4b0 req-a5bca088-e2ae-4f92-9301-da4835d9af27 service neutron] 10.222.0.82 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8156991 Aug 12 15:31:12.971528 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Router 04b37113-ccf8-40a0-8a11-5d7e3df47062 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:31:13.124064 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-93de43b8-871b-43d5-a8eb-98bbba5ebe78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.153135 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:31:13.196689 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67cc4e-67a8-4230-af7e-afb82b2d33f1 req-9e433853-f322-405d-8b4b-02eacefd4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:13.198785 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-dc67cc4e-67a8-4230-af7e-afb82b2d33f1 req-9e433853-f322-405d-8b4b-02eacefd4da7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=236373df89774c78926b300fa1ab519e&device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 1097 time: 0.3667359 Aug 12 15:31:13.209051 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f987418-078a-4a28-869e-95a988423cad req-931a733f-ba12-47d5-bab1-8e420855c80a tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:13.210688 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1f987418-078a-4a28-869e-95a988423cad req-931a733f-ba12-47d5-bab1-8e420855c80a tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/networks?id=f3172b19-37f4-47e1-a878-5aad46a4730e HTTP/1.1" status: 200 len: 810 time: 0.5703204 Aug 12 15:31:13.219215 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bef715-575f-4261-9070-918f490953de req-33911644-83f9-43ba-81c6-9a4eeb2c30f2 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:13.219908 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-93bef715-575f-4261-9070-918f490953de req-33911644-83f9-43ba-81c6-9a4eeb2c30f2 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Synchronizing usage tracker for tenant:9b916570d7d042448e9f20bea13de712 on resource:network {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:31:13.252954 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Notify callbacks [] for port, precommit_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.263573 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-93de43b8-871b-43d5-a8eb-98bbba5ebe78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.268850 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Transition to ACTIVE for port object f5899d1c-1b1b-4ee5-bc55-92f7ba622020 will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:13.276480 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.281203 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-3157c28a-ec82-4fad-867d-81034967a7ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:13.284742 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 33a03c4a-af94-4f4d-bdc3-143df79f341e up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:31:13.297845 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1f987418-078a-4a28-869e-95a988423cad req-44e01bc1-f3f8-4a25-9b66-bc3f1fbda1ab tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/quotas/4ae52b150d414313bac15fe05944e1fc HTTP/1.1" status: 200 len: 375 time: 0.0471916 Aug 12 15:31:13.353290 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4012c0e-dcba-4450-9f1c-054500421084 None None] Pushing event updated for resources: {'Port': ['ID=f5899d1c-1b1b-4ee5-bc55-92f7ba622020,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:13.357507 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-f4012c0e-dcba-4450-9f1c-054500421084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:13.377721 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:31:13.397512 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] 10.222.0.59 "PUT /v2.0/routers/04b37113-ccf8-40a0-8a11-5d7e3df47062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1062419 Aug 12 15:31:13.397730 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Sync routers for ids ['04b37113-ccf8-40a0-8a11-5d7e3df47062'] in dv-cinder-804345-1-smb {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:31:13.454942 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Routers {'04b37113-ccf8-40a0-8a11-5d7e3df47062'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:31:13.456430 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:31:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['04b37113-ccf8-40a0-8a11-5d7e3df47062'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:13.458520 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-93de43b8-871b-43d5-a8eb-98bbba5ebe78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.477432 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:13.482149 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-93bef715-575f-4261-9070-918f490953de req-33911644-83f9-43ba-81c6-9a4eeb2c30f2 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Unset dirty status for tenant:9b916570d7d042448e9f20bea13de712 on resource:network {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:31:13.483312 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-93bef715-575f-4261-9070-918f490953de req-33911644-83f9-43ba-81c6-9a4eeb2c30f2 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/networks?id=2b674c06-763a-4b9c-899f-74cb3faee52e HTTP/1.1" status: 200 len: 818 time: 0.7239330 Aug 12 15:31:13.510728 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67cc4e-67a8-4230-af7e-afb82b2d33f1 req-15c5eaf0-333a-40ea-a0aa-95f731f50618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:13.512187 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-dc67cc4e-67a8-4230-af7e-afb82b2d33f1 req-15c5eaf0-333a-40ea-a0aa-95f731f50618 service neutron] 10.222.0.82 "GET /v2.0/networks?id=54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9 HTTP/1.1" status: 200 len: 913 time: 0.2892489 Aug 12 15:31:13.514120 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de43b8-871b-43d5-a8eb-98bbba5ebe78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58666423-f2cb-4e91-b75b-42b881bd0ab3,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:13.520637 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-93de43b8-871b-43d5-a8eb-98bbba5ebe78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:13.524901 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-93bef715-575f-4261-9070-918f490953de req-e00b70bd-ca76-4174-b290-d375837eaf01 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/quotas/9b916570d7d042448e9f20bea13de712 HTTP/1.1" status: 200 len: 375 time: 0.0262444 Aug 12 15:31:13.562255 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Attempting to bind port f5899d1c-1b1b-4ee5-bc55-92f7ba622020 on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:31:13.562627 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Attempting to bind port f5899d1c-1b1b-4ee5-bc55-92f7ba622020 by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': 'f63d5aea-debc-4a98-b754-f7136f72aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:31:13.563002 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Attempting to bind port f5899d1c-1b1b-4ee5-bc55-92f7ba622020 on network 2b674c06-763a-4b9c-899f-74cb3faee52e {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:31:13.573299 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:31:13.573717 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Checking segment: {'id': 'f63d5aea-debc-4a98-b754-f7136f72aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:31:13.574091 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.574493 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Bound using segment: {'id': 'f63d5aea-debc-4a98-b754-f7136f72aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:31:13.574968 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Bound port: f5899d1c-1b1b-4ee5-bc55-92f7ba622020, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63d5aea-debc-4a98-b754-f7136f72aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:31:13.575356 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.610380 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-1f987418-078a-4a28-869e-95a988423cad req-5c868846-caba-4af8-b4e5-3c210d4ade4e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Synchronizing usage tracker for tenant:4ae52b150d414313bac15fe05944e1fc on resource:port {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:31:13.655812 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-93de43b8-871b-43d5-a8eb-98bbba5ebe78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.661272 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-93de43b8-871b-43d5-a8eb-98bbba5ebe78 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/58666423-f2cb-4e91-b75b-42b881bd0ab3 HTTP/1.1" status: 204 len: 168 time: 0.7394693 Aug 12 15:31:13.670338 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] For port f5899d1c-1b1b-4ee5-bc55-92f7ba622020, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:31:13.671757 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-dc67cc4e-67a8-4230-af7e-afb82b2d33f1 req-1cf91259-2c6b-4088-a914-3f286b7ae204 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a42b400f-c53b-40e3-8d83-6d2892682341 HTTP/1.1" status: 200 len: 217 time: 0.1395478 Aug 12 15:31:13.673885 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] For port f5899d1c-1b1b-4ee5-bc55-92f7ba622020, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=f5899d1c-1b1b-4ee5-bc55-92f7ba622020,segment=NetworkSegment(f63d5aea-debc-4a98-b754-f7136f72aa86),segment_id=f63d5aea-debc-4a98-b754-f7136f72aa86)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:31:13.677788 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-1f987418-078a-4a28-869e-95a988423cad req-5c868846-caba-4af8-b4e5-3c210d4ade4e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Unset dirty status for tenant:4ae52b150d414313bac15fe05944e1fc on resource:port {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:31:13.679810 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1f987418-078a-4a28-869e-95a988423cad req-5c868846-caba-4af8-b4e5-3c210d4ade4e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ae52b150d414313bac15fe05944e1fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3806453 Aug 12 15:31:13.697209 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.712853 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-f4012c0e-dcba-4450-9f1c-054500421084 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:13.774951 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning for port 33a03c4a-af94-4f4d-bdc3-143df79f341e completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:13.802701 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-93bef715-575f-4261-9070-918f490953de req-2595f941-e021-4da1-8b74-c490d584140e tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b916570d7d042448e9f20bea13de712&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2696364 Aug 12 15:31:13.884921 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Routers {'5428f086-61ca-4a15-bab9-7610650563e7'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:31:13.885980 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:31:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['5428f086-61ca-4a15-bab9-7610650563e7'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:13.972792 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1f987418-078a-4a28-869e-95a988423cad req-00e547e0-fbc7-4ce3-abdc-e64d07c44894 service neutron] 10.222.0.59 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614300 Aug 12 15:31:13.979939 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Set router 04b37113-ccf8-40a0-8a11-5d7e3df47062 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:31:14.059291 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67cc4e-67a8-4230-af7e-afb82b2d33f1 req-e0c0d19f-da1b-46de-b3c5-8f92ac24391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:14.061013 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-dc67cc4e-67a8-4230-af7e-afb82b2d33f1 req-e0c0d19f-da1b-46de-b3c5-8f92ac24391b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=872bae58-a952-437a-9948-6e1c61ac518a HTTP/1.1" status: 200 len: 852 time: 0.3826053 Aug 12 15:31:14.091865 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4012c0e-dcba-4450-9f1c-054500421084 None None] Pushing event updated for resources: {'Port': ['ID=f5899d1c-1b1b-4ee5-bc55-92f7ba622020,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:14.103662 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-f4012c0e-dcba-4450-9f1c-054500421084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:14.149960 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-dc67cc4e-67a8-4230-af7e-afb82b2d33f1 req-41654781-5187-4f1a-84df-512421091a29 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824268 Aug 12 15:31:14.189281 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port 33a03c4a-af94-4f4d-bdc3-143df79f341e triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:14.197684 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:14.244633 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-93bef715-575f-4261-9070-918f490953de req-576f22e2-64cd-4ddb-ab7b-762156b992c3 service neutron] 10.222.0.59 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708602 Aug 12 15:31:14.410952 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] Set router 5428f086-61ca-4a15-bab9-7610650563e7 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:31:14.436076 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:14.486087 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-dc67cc4e-67a8-4230-af7e-afb82b2d33f1 req-a870e324-60b8-4716-982b-a990e6f46b80 service neutron] 10.222.0.82 "GET /v2.0/networks/54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287756 Aug 12 15:31:14.556483 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 45800) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:14.557055 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:14.616095 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1f987418-078a-4a28-869e-95a988423cad req-756041a7-7e57-4de8-b71c-7e0cba52aac9 service neutron] 10.222.0.59 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6214206 Aug 12 15:31:14.623683 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:14.635536 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899d40ed-13c4-48b5-9b11-ec874729ff94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a03c4a-af94-4f4d-bdc3-143df79f341e'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:31:14.724466 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-93bef715-575f-4261-9070-918f490953de req-0b4da19c-0421-4961-abd8-f87cea028b06 service neutron] 10.222.0.59 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681566 Aug 12 15:31:14.752018 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-aac7da53-ec2c-44a4-b365-2eaa6a748319 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d863e5a2fbc450cb41a1038922aa636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911643 Aug 12 15:31:14.754547 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45812) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:14.831937 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 33a03c4a-af94-4f4d-bdc3-143df79f341e, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=33a03c4a-af94-4f4d-bdc3-143df79f341e,segment=NetworkSegment(f121fbc5-3d8b-4df1-abd9-125f9716be35),segment_id=f121fbc5-3d8b-4df1-abd9-125f9716be35)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:14.842533 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-dc67cc4e-67a8-4230-af7e-afb82b2d33f1 req-15413f21-2b10-4915-8538-a5926bbf048d service neutron] 10.222.0.82 "GET /v2.0/networks/54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474305 Aug 12 15:31:14.865525 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:14.869587 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:14.905809 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-bc657805-6a2c-4e54-ad31-175c370fa6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:14.998673 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-bc657805-6a2c-4e54-ad31-175c370fa6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:15.004624 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5428f086-61ca-4a15-bab9-7610650563e7', 'name': 'tempest-ServerRescueNegativeTestJSON-233274534-router', 'tenant_id': '9b916570d7d042448e9f20bea13de712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '6fb93643-c438-44d8-a241-7de536787c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:31:06Z', 'revision_number': 4, 'project_id': '9b916570d7d042448e9f20bea13de712', 'gw_port': {'id': '6fb93643-c438-44d8-a241-7de536787c82', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5428f086-61ca-4a15-bab9-7610650563e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:44Z', 'updated_at': '2021-08-12T15:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'f5899d1c-1b1b-4ee5-bc55-92f7ba622020', 'name': '', 'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e', 'tenant_id': '9b916570d7d042448e9f20bea13de712', 'mac_address': 'fa:16:3e:08:8e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5428f086-61ca-4a15-bab9-7610650563e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'cce504bc-20fe-4dae-b0d4-c8fe9856a2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:59Z', 'updated_at': '2021-08-12T15:31:13Z', 'revision_number': 4, 'project_id': '9b916570d7d042448e9f20bea13de712', 'subnets': [{'id': 'cce504bc-20fe-4dae-b0d4-c8fe9856a2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:15.021411 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c2e7cb-11bf-4bb8-baa2-eb9522afb894 None None] The sync data for ids ['5428f086-61ca-4a15-bab9-7610650563e7'] in dv-cinder-804345-1-smb is: [{'id': '5428f086-61ca-4a15-bab9-7610650563e7', 'name': 'tempest-ServerRescueNegativeTestJSON-233274534-router', 'tenant_id': '9b916570d7d042448e9f20bea13de712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '6fb93643-c438-44d8-a241-7de536787c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:31:06Z', 'revision_number': 4, 'project_id': '9b916570d7d042448e9f20bea13de712', 'gw_port': {'id': '6fb93643-c438-44d8-a241-7de536787c82', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5428f086-61ca-4a15-bab9-7610650563e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:44Z', 'updated_at': '2021-08-12T15:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'f5899d1c-1b1b-4ee5-bc55-92f7ba622020', 'name': '', 'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e', 'tenant_id': '9b916570d7d042448e9f20bea13de712', 'mac_address': 'fa:16:3e:08:8e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5428f086-61ca-4a15-bab9-7610650563e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'cce504bc-20fe-4dae-b0d4-c8fe9856a2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:59Z', 'updated_at': '2021-08-12T15:31:13Z', 'revision_number': 4, 'project_id': '9b916570d7d042448e9f20bea13de712', 'subnets': [{'id': 'cce504bc-20fe-4dae-b0d4-c8fe9856a2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:31:15.144339 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-bc657805-6a2c-4e54-ad31-175c370fa6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:15.149775 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-466ca560-1eba-4459-b435-f1cf972e56b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:15.163671 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc657805-6a2c-4e54-ad31-175c370fa6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1336a498-72b2-4224-9469-f8ec538e3412,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:15.181627 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-bc657805-6a2c-4e54-ad31-175c370fa6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:15.182821 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-bc657805-6a2c-4e54-ad31-175c370fa6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:15.190853 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-bc657805-6a2c-4e54-ad31-175c370fa6fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1336a498-72b2-4224-9469-f8ec538e3412 HTTP/1.1" status: 204 len: 168 time: 0.4335282 Aug 12 15:31:15.291255 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=33a03c4a-af94-4f4d-bdc3-143df79f341e,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:15.307862 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:15.308649 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device a42b400f-c53b-40e3-8d83-6d2892682341 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:31:15.534122 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:31:08Z', 'revision_number': 4, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port': {'id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:46Z', 'updated_at': '2021-08-12T15:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '226873ae-22b9-41b0-83df-b306ed5da304', 'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'mac_address': 'fa:16:3e:18:31:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:06Z', 'updated_at': '2021-08-12T15:31:09Z', 'revision_number': 2, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'subnets': [{'id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:15.593289 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Checking router: 04b37113-ccf8-40a0-8a11-5d7e3df47062 for host: dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:31:15.597335 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Updating router 04b37113-ccf8-40a0-8a11-5d7e3df47062 port 226873ae-22b9-41b0-83df-b306ed5da304 binding host dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:31:15.684244 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e87d1b-c51b-4294-995f-5d6fcd7d4b5e req-283b2c25-7783-4f52-a4c9-43bc165a3567 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:15.692042 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-32e87d1b-c51b-4294-995f-5d6fcd7d4b5e req-283b2c25-7783-4f52-a4c9-43bc165a3567 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 944 time: 0.4868639 Aug 12 15:31:15.774947 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-32e87d1b-c51b-4294-995f-5d6fcd7d4b5e req-d1ff4d0f-f16f-456d-a38a-3233bebd46ae tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e70294d-2902-4821-88c1-490f55d3b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773175 Aug 12 15:31:15.793920 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfde00-a867-4909-bfb8-cec54d6eedf2 req-472c261b-3ddd-4752-bfad-5ec8b26bc464 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:15.796243 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1ccfde00-a867-4909-bfb8-cec54d6eedf2 req-472c261b-3ddd-4752-bfad-5ec8b26bc464 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 945 time: 0.4320393 Aug 12 15:31:15.833380 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port a42b400f-c53b-40e3-8d83-6d2892682341, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=a42b400f-c53b-40e3-8d83-6d2892682341,segment=NetworkSegment(0305235f-f2e8-4774-967a-f231c9bb5f95),segment_id=0305235f-f2e8-4774-967a-f231c9bb5f95)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:15.861691 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:15.908944 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': 'a42b400f-c53b-40e3-8d83-6d2892682341', 'network_id': '54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9', 'port_id': 'a42b400f-c53b-40e3-8d83-6d2892682341', 'mac_address': 'fa:16:3e:ef:c1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '872bae58-a952-437a-9948-6e1c61ac518a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:31:15.956964 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1ccfde00-a867-4909-bfb8-cec54d6eedf2 req-8f714dc4-f315-4304-9725-aef53fdb6ddc tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532218 Aug 12 15:31:16.171219 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device f5899d1c-1b1b-4ee5-bc55-92f7ba622020 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:31:16.303523 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.367070 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-732a5b65-b487-410f-8f2c-2d0b93c4b9b0 req-029b6935-5859-4979-9eda-bb02a44e69c7 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 210 time: 0.0997069 Aug 12 15:31:16.442415 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42b400f-c53b-40e3-8d83-6d2892682341 {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:31:16.506908 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port a42b400f-c53b-40e3-8d83-6d2892682341, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=a42b400f-c53b-40e3-8d83-6d2892682341,segment=NetworkSegment(0305235f-f2e8-4774-967a-f231c9bb5f95),segment_id=0305235f-f2e8-4774-967a-f231c9bb5f95)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:16.551809 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.570146 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-2278b566-6b52-4044-8944-2e79b5a46a94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:16.664330 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4e77866d-2c16-4962-890c-fa1a80b77764 req-9e078478-12ff-46d2-a7a9-497784f5d0e3 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 210 time: 0.0818553 Aug 12 15:31:16.980815 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=a42b400f-c53b-40e3-8d83-6d2892682341,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:16.981397 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45898) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:16.987766 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-a9bbc03f-ebf7-4152-b1f0-1b02a10f58e2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--478563059', 'description': 'tempest-description--2063266988'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:17.001197 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-a9bbc03f-ebf7-4152-b1f0-1b02a10f58e2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:17.011982 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:17.018338 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-a9bbc03f-ebf7-4152-b1f0-1b02a10f58e2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Usage tracker for resource:security_group and tenant:e688111fb0094ab1b8d5d97c590ee4e7 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:17.026193 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-a9bbc03f-ebf7-4152-b1f0-1b02a10f58e2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:17.054359 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-a9bbc03f-ebf7-4152-b1f0-1b02a10f58e2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:17.078828 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port f5899d1c-1b1b-4ee5-bc55-92f7ba622020 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:17.093827 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-a9bbc03f-ebf7-4152-b1f0-1b02a10f58e2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:17.108703 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port f5899d1c-1b1b-4ee5-bc55-92f7ba622020 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:17.109093 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:17.145375 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-a9bbc03f-ebf7-4152-b1f0-1b02a10f58e2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:17.157922 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-a9bbc03f-ebf7-4152-b1f0-1b02a10f58e2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Usage tracker for resource:security_group_rule and tenant:e688111fb0094ab1b8d5d97c590ee4e7 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:17.166566 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-a9bbc03f-ebf7-4152-b1f0-1b02a10f58e2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:17.186872 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-a9bbc03f-ebf7-4152-b1f0-1b02a10f58e2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:17.214199 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['a42b400f-c53b-40e3-8d83-6d2892682341'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:31:17.466255 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899d40ed-13c4-48b5-9b11-ec874729ff94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a03c4a-af94-4f4d-bdc3-143df79f341e', 'code': 200} Aug 12 15:31:17.472305 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcbeba-7fe1-434f-a4ac-d17f802f5811 req-8054f900-6496-4a15-8d03-d775bee9e3df tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:17.479503 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-9cbcbeba-7fe1-434f-a4ac-d17f802f5811 req-8054f900-6496-4a15-8d03-d775bee9e3df tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 945 time: 0.2408292 Aug 12 15:31:17.525279 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:17.554527 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-a9bbc03f-ebf7-4152-b1f0-1b02a10f58e2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:17.585295 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-9cbcbeba-7fe1-434f-a4ac-d17f802f5811 req-40a0817e-d7ef-4027-a767-0e85dcde71c2 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e70294d-2902-4821-88c1-490f55d3b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046650 Aug 12 15:31:17.590175 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-a9bbc03f-ebf7-4152-b1f0-1b02a10f58e2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:17.599342 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Transition to ACTIVE for port object 226873ae-22b9-41b0-83df-b306ed5da304 will not be triggered until provisioned by entity L2. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:17.612302 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f987418-078a-4a28-869e-95a988423cad req-950896c1-1d87-44bc-a090-259545cb170f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:17.612824 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-7540c8e1-86e0-452f-ae10-d66935ffc5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:17.613791 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-1f987418-078a-4a28-869e-95a988423cad req-950896c1-1d87-44bc-a090-259545cb170f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Synchronizing usage tracker for tenant:4ae52b150d414313bac15fe05944e1fc on resource:network {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:31:17.662068 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-1f987418-078a-4a28-869e-95a988423cad req-950896c1-1d87-44bc-a090-259545cb170f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Unset dirty status for tenant:4ae52b150d414313bac15fe05944e1fc on resource:network {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:31:17.663752 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1f987418-078a-4a28-869e-95a988423cad req-950896c1-1d87-44bc-a090-259545cb170f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.82 "GET /v2.0/networks?id=f3172b19-37f4-47e1-a878-5aad46a4730e HTTP/1.1" status: 200 len: 810 time: 0.4690857 Aug 12 15:31:17.704913 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:17.755427 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:17.804218 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-1f987418-078a-4a28-869e-95a988423cad req-98df506c-b073-455e-8412-5e9220855a4a tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Synchronizing usage tracker for tenant:4ae52b150d414313bac15fe05944e1fc on resource:security_group {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:31:17.819696 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-1f987418-078a-4a28-869e-95a988423cad req-98df506c-b073-455e-8412-5e9220855a4a tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Unset dirty status for tenant:4ae52b150d414313bac15fe05944e1fc on resource:security_group {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:31:17.821709 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1f987418-078a-4a28-869e-95a988423cad req-98df506c-b073-455e-8412-5e9220855a4a tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ae52b150d414313bac15fe05944e1fc HTTP/1.1" status: 200 len: 380 time: 0.1308615 Aug 12 15:31:17.855160 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-1f987418-078a-4a28-869e-95a988423cad req-cf5bdb39-c6da-4dd3-9efb-06a1ded9daa0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Request body: {'port': {'device_id': '3215b447-7cbd-43df-b4ce-27bba257c0ad', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'admin_state_up': True, 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'security_groups': ['65d43d44-5408-44d4-b1d9-73a4cdd706dc']}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:18.070722 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.82', 61374) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:18.120738 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.142616 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-c970030e-eaa7-4596-9626-04e47dd35898 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:18.149743 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-c970030e-eaa7-4596-9626-04e47dd35898 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/networks?id=2b674c06-763a-4b9c-899f-74cb3faee52e HTTP/1.1" status: 200 len: 818 time: 0.4876015 Aug 12 15:31:18.171968 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] For port f5899d1c-1b1b-4ee5-bc55-92f7ba622020, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=f5899d1c-1b1b-4ee5-bc55-92f7ba622020,segment=NetworkSegment(f63d5aea-debc-4a98-b754-f7136f72aa86),segment_id=f63d5aea-debc-4a98-b754-f7136f72aa86)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:18.185671 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.255946 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-a9bbc03f-ebf7-4152-b1f0-1b02a10f58e2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.257394 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-a9bbc03f-ebf7-4152-b1f0-1b02a10f58e2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2748399 Aug 12 15:31:18.264533 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45956) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:18.280333 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbc03f-ebf7-4152-b1f0-1b02a10f58e2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5abf43bb-1671-4f4f-b34c-4a7a53214f73,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:18.290979 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-cbde0992-f371-4cc0-a684-1c12d3c90416 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/quotas/9b916570d7d042448e9f20bea13de712 HTTP/1.1" status: 200 len: 375 time: 0.1393445 Aug 12 15:31:18.293804 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-a9bbc03f-ebf7-4152-b1f0-1b02a10f58e2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:18.301220 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5ca6a-63c8-4360-8ba9-88a40fe25d8f None None] Pushing event updated for resources: {'Port': ['ID=226873ae-22b9-41b0-83df-b306ed5da304,revision_number=3']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:18.305830 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-6ca5ca6a-63c8-4360-8ba9-88a40fe25d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:18.313491 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-cee7d05c-a303-4128-aec5-720f282e568a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Request body: {'security_group_rule': {'security_group_id': '5abf43bb-1671-4f4f-b34c-4a7a53214f73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:18.316417 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-3fef9af9-c87b-4022-ba76-16f525559dbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:18.329975 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-cee7d05c-a303-4128-aec5-720f282e568a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:18.340658 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-cee7d05c-a303-4128-aec5-720f282e568a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Usage tracker for resource:security_group_rule and tenant:e688111fb0094ab1b8d5d97c590ee4e7 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:18.358062 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-1f987418-078a-4a28-869e-95a988423cad req-cf5bdb39-c6da-4dd3-9efb-06a1ded9daa0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:18.360948 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-cee7d05c-a303-4128-aec5-720f282e568a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:18.381566 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-cee7d05c-a303-4128-aec5-720f282e568a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:18.438339 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-1f987418-078a-4a28-869e-95a988423cad req-cf5bdb39-c6da-4dd3-9efb-06a1ded9daa0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:18.474878 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f987418-078a-4a28-869e-95a988423cad req-cf5bdb39-c6da-4dd3-9efb-06a1ded9daa0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Made reservation on behalf of 4ae52b150d414313bac15fe05944e1fc for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:31:18.479171 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-1f987418-078a-4a28-869e-95a988423cad req-cf5bdb39-c6da-4dd3-9efb-06a1ded9daa0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.523702 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Pushing event updated for resources: {'Port': ['ID=f5899d1c-1b1b-4ee5-bc55-92f7ba622020,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:18.527589 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:18.543991 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bef715-575f-4261-9070-918f490953de req-b3a88312-ee8a-40e9-a1b0-64cf13cef225 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:18.545706 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-93bef715-575f-4261-9070-918f490953de req-b3a88312-ee8a-40e9-a1b0-64cf13cef225 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.82 "GET /v2.0/networks?id=2b674c06-763a-4b9c-899f-74cb3faee52e HTTP/1.1" status: 200 len: 818 time: 0.4741240 Aug 12 15:31:18.550376 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cee7d05c-a303-4128-aec5-720f282e568a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.591569 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-93bef715-575f-4261-9070-918f490953de req-6567de63-fb89-48e9-b38e-11976b34b551 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Request body: {'port': {'device_id': '0dd2122b-fc65-495c-b6ce-4e515f7bd6ad', 'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e', 'admin_state_up': True, 'tenant_id': '9b916570d7d042448e9f20bea13de712'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:18.599997 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Attempting to bind port 226873ae-22b9-41b0-83df-b306ed5da304 on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:31:18.600705 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Attempting to bind port 226873ae-22b9-41b0-83df-b306ed5da304 by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': '1f5480dc-005e-4bad-94cf-ca02f08ace26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e'}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:31:18.601025 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Attempting to bind port 226873ae-22b9-41b0-83df-b306ed5da304 on network c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:31:18.602306 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45972) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:18.626219 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:31:18.626592 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444116ae-1e2f-4510-8704-c6b1a9da479c req-be422366-4c81-4260-91a2-6fd654c02fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:18.627062 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Checking segment: {'id': '1f5480dc-005e-4bad-94cf-ca02f08ace26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:31:18.628113 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-444116ae-1e2f-4510-8704-c6b1a9da479c req-be422366-4c81-4260-91a2-6fd654c02fd4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 1098 time: 0.4709816 Aug 12 15:31:18.629104 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.629922 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Bound using segment: {'id': '1f5480dc-005e-4bad-94cf-ca02f08ace26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e'} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:31:18.630437 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Bound port: 226873ae-22b9-41b0-83df-b306ed5da304, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5480dc-005e-4bad-94cf-ca02f08ace26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e'}}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:31:18.630830 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.714448 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c322a22-1a81-4181-8c3c-abb347d728f6 req-0937c31d-2871-40e4-9c12-a9a58c953f27 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:18.721909 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8c322a22-1a81-4181-8c3c-abb347d728f6 req-0937c31d-2871-40e4-9c12-a9a58c953f27 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 945 time: 0.5620694 Aug 12 15:31:18.746367 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cee7d05c-a303-4128-aec5-720f282e568a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.780954 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-444116ae-1e2f-4510-8704-c6b1a9da479c req-3c77c3d0-5630-4f0f-b7b5-1756c490a1f5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.806797 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-444116ae-1e2f-4510-8704-c6b1a9da479c req-3c77c3d0-5630-4f0f-b7b5-1756c490a1f5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:18.807005 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-fae842f0-4e96-408d-bec5-1b4295ddde85 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b916570d7d042448e9f20bea13de712&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5149901 Aug 12 15:31:18.809027 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cee7d05c-a303-4128-aec5-720f282e568a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385572'] for security_group_rule, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.822288 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] For port 226873ae-22b9-41b0-83df-b306ed5da304, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:31:18.827714 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] For port 226873ae-22b9-41b0-83df-b306ed5da304, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=226873ae-22b9-41b0-83df-b306ed5da304,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:31:18.841636 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.845970 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:18.853444 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:18.860831 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-444116ae-1e2f-4510-8704-c6b1a9da479c req-3c77c3d0-5630-4f0f-b7b5-1756c490a1f5 service neutron] Usage tracker for resource:security_group_rule and tenant:74ada723c00844ba9fbd9bca2c5b837e is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:18.871095 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-444116ae-1e2f-4510-8704-c6b1a9da479c req-3c77c3d0-5630-4f0f-b7b5-1756c490a1f5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:18.873620 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7d05c-a303-4128-aec5-720f282e568a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be8268d-78f3-4f33-b2f8-74c664515564,revision_number=0']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:18.882683 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-444116ae-1e2f-4510-8704-c6b1a9da479c req-3c77c3d0-5630-4f0f-b7b5-1756c490a1f5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:18.892421 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-cee7d05c-a303-4128-aec5-720f282e568a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:18.916323 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8c322a22-1a81-4181-8c3c-abb347d728f6 req-6dd2e30f-2c33-41a1-83e5-1c23235fa69c tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688511 Aug 12 15:31:18.917187 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-dcb1f7f8-ba6b-4343-8c65-9971445b458c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.938552 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cee7d05c-a303-4128-aec5-720f282e568a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.939864 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-cee7d05c-a303-4128-aec5-720f282e568a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6607974 Aug 12 15:31:18.956963 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 45982) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:18.958926 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-1f987418-078a-4a28-869e-95a988423cad req-cf5bdb39-c6da-4dd3-9efb-06a1ded9daa0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Allocated IP 172.20.0.14 (f3172b19-37f4-47e1-a878-5aad46a4730e/74cba89c-c64c-4a24-a16e-3479da23e1c4/ad41b250-fc2b-40de-8589-c37a71da09ff) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:31:18.962858 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-dcb1f7f8-ba6b-4343-8c65-9971445b458c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:18.966936 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-dcb1f7f8-ba6b-4343-8c65-9971445b458c admin admin] Usage tracker for resource:security_group_rule and tenant:e24f4c94dc794fc597c240596a7e8c65 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:18.969884 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-dcb1f7f8-ba6b-4343-8c65-9971445b458c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:18.976308 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-dcb1f7f8-ba6b-4343-8c65-9971445b458c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:19.061046 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-41284518-4bdb-497f-8bb3-fa4a7ce75441 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Request body: {'security_group_rule': {'security_group_id': '5abf43bb-1671-4f4f-b34c-4a7a53214f73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:19.089098 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Routers {'04b37113-ccf8-40a0-8a11-5d7e3df47062'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:31:19.098048 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:31:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['04b37113-ccf8-40a0-8a11-5d7e3df47062'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:19.187422 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-41284518-4bdb-497f-8bb3-fa4a7ce75441 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:19.204496 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-41284518-4bdb-497f-8bb3-fa4a7ce75441 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Usage tracker for resource:security_group_rule and tenant:e688111fb0094ab1b8d5d97c590ee4e7 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:19.215386 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-444116ae-1e2f-4510-8704-c6b1a9da479c req-3c77c3d0-5630-4f0f-b7b5-1756c490a1f5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.216483 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-41284518-4bdb-497f-8bb3-fa4a7ce75441 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:19.228464 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5ca6a-63c8-4360-8ba9-88a40fe25d8f None None] Pushing event updated for resources: {'Port': ['ID=226873ae-22b9-41b0-83df-b306ed5da304,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:19.236621 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-41284518-4bdb-497f-8bb3-fa4a7ce75441 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:19.246368 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-6ca5ca6a-63c8-4360-8ba9-88a40fe25d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:19.266026 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-444116ae-1e2f-4510-8704-c6b1a9da479c req-3c77c3d0-5630-4f0f-b7b5-1756c490a1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.315066 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:19.339548 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-93bef715-575f-4261-9070-918f490953de req-6567de63-fb89-48e9-b38e-11976b34b551 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:19.367239 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device a42b400f-c53b-40e3-8d83-6d2892682341 up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:31:19.372590 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-dcb1f7f8-ba6b-4343-8c65-9971445b458c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.380979 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-57ba5b2f-27d2-4f93-8906-d1c522822b20 req-56fcb9b2-0592-4e64-b565-3f99f1baff89 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 210 time: 0.1279731 Aug 12 15:31:19.386475 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-dcb1f7f8-ba6b-4343-8c65-9971445b458c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.418754 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-93bef715-575f-4261-9070-918f490953de req-6567de63-fb89-48e9-b38e-11976b34b551 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Usage tracker for resource:port and tenant:9b916570d7d042448e9f20bea13de712 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:19.419540 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:19.432983 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-41284518-4bdb-497f-8bb3-fa4a7ce75441 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.438539 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-93bef715-575f-4261-9070-918f490953de req-6567de63-fb89-48e9-b38e-11976b34b551 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:19.443186 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-444116ae-1e2f-4510-8704-c6b1a9da479c req-3c77c3d0-5630-4f0f-b7b5-1756c490a1f5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7847412 Aug 12 15:31:19.452737 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-93bef715-575f-4261-9070-918f490953de req-6567de63-fb89-48e9-b38e-11976b34b551 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:19.459492 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-92020d6b-20b4-47ea-809d-f4c04439b911 service neutron] 10.222.0.59 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6416194 Aug 12 15:31:19.462941 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77c3d0-5630-4f0f-b7b5-1756c490a1f5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=168378de-2bc5-463f-9c66-9179d306924a,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:19.470123 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3c77c3d0-5630-4f0f-b7b5-1756c490a1f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:19.493551 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93bef715-575f-4261-9070-918f490953de req-6567de63-fb89-48e9-b38e-11976b34b551 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Made reservation on behalf of 9b916570d7d042448e9f20bea13de712 for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:31:19.498448 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93bef715-575f-4261-9070-918f490953de req-6567de63-fb89-48e9-b38e-11976b34b551 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.571455 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1f7f8-ba6b-4343-8c65-9971445b458c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341481d1-f245-4b38-a402-7fd8d98c721f,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:19.575623 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-dcb1f7f8-ba6b-4343-8c65-9971445b458c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e24f4c94dc794fc597c240596a7e8c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9632971 Aug 12 15:31:19.624848 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 45996) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:19.628541 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-1f987418-078a-4a28-869e-95a988423cad req-cf5bdb39-c6da-4dd3-9efb-06a1ded9daa0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.646602 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning for port a42b400f-c53b-40e3-8d83-6d2892682341 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:19.653353 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-dcb1f7f8-ba6b-4343-8c65-9971445b458c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:19.654434 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] Set router 04b37113-ccf8-40a0-8a11-5d7e3df47062 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:31:19.675966 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-1f987418-078a-4a28-869e-95a988423cad req-cf5bdb39-c6da-4dd3-9efb-06a1ded9daa0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Transition to ACTIVE for port object ad41b250-fc2b-40de-8589-c37a71da09ff will not be triggered until provisioned by entity DHCP. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:19.699554 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port a42b400f-c53b-40e3-8d83-6d2892682341 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:19.700191 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.771632 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-41284518-4bdb-497f-8bb3-fa4a7ce75441 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.782073 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-41284518-4bdb-497f-8bb3-fa4a7ce75441 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385572'] for security_group_rule, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.784350 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-8acb4612-38f3-4304-aaf4-15ce20e3fe04 service neutron] 10.222.0.59 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234007 Aug 12 15:31:19.791557 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:19.816717 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41284518-4bdb-497f-8bb3-fa4a7ce75441 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d3c2dd-ee3e-43a3-a76d-3f1ddcf5e427,revision_number=0']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:19.835937 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb4ab5-2b3e-47ed-b3ef-6aa34ef838b4 req-2e9f58b4-2e34-41ca-bde7-ebae4eb10537 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:19.835937 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6fcb4ab5-2b3e-47ed-b3ef-6aa34ef838b4 req-2e9f58b4-2e34-41ca-bde7-ebae4eb10537 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 945 time: 0.2718501 Aug 12 15:31:19.836893 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-41284518-4bdb-497f-8bb3-fa4a7ce75441 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:19.869927 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-41284518-4bdb-497f-8bb3-fa4a7ce75441 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.875145 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-41284518-4bdb-497f-8bb3-fa4a7ce75441 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9167278 Aug 12 15:31:19.878286 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 46000) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:19.883534 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Request body: {'floatingip': {'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:19.901123 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:19.902189 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bd3920dc-0ab6-4915-91c9-59fcbbe74bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.910989 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Usage tracker for resource:floatingip and tenant:e688111fb0094ab1b8d5d97c590ee4e7 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:19.916695 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:19.925193 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-1f987418-078a-4a28-869e-95a988423cad req-cf5bdb39-c6da-4dd3-9efb-06a1ded9daa0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.937337 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6fcb4ab5-2b3e-47ed-b3ef-6aa34ef838b4 req-654a9825-44c3-45fb-baad-f0c9513e124a tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e70294d-2902-4821-88c1-490f55d3b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883782 Aug 12 15:31:19.939160 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-93bef715-575f-4261-9070-918f490953de req-6567de63-fb89-48e9-b38e-11976b34b551 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Allocated IP 172.20.0.2 (2b674c06-763a-4b9c-899f-74cb3faee52e/cce504bc-20fe-4dae-b0d4-c8fe9856a2a3/bb497821-8775-4fb2-87ea-78c8dee3409e) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:31:19.947480 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:19.954859 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:19.973249 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for floatingip, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.999687 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bd3920dc-0ab6-4915-91c9-59fcbbe74bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:20.001588 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:20.044630 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f987418-078a-4a28-869e-95a988423cad req-cf5bdb39-c6da-4dd3-9efb-06a1ded9daa0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Network f3172b19-37f4-47e1-a878-5aad46a4730e is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:20.051038 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3763cb-31a6-4300-8139-d689ca9f5b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42b400f-c53b-40e3-8d83-6d2892682341'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:31:20.056243 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-1f987418-078a-4a28-869e-95a988423cad req-cf5bdb39-c6da-4dd3-9efb-06a1ded9daa0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:20.078542 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f987418-078a-4a28-869e-95a988423cad req-cf5bdb39-c6da-4dd3-9efb-06a1ded9daa0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:31:20.084785 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f987418-078a-4a28-869e-95a988423cad req-cf5bdb39-c6da-4dd3-9efb-06a1ded9daa0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:20.085173 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-1f987418-078a-4a28-869e-95a988423cad req-cf5bdb39-c6da-4dd3-9efb-06a1ded9daa0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:20.093039 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port a42b400f-c53b-40e3-8d83-6d2892682341, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=a42b400f-c53b-40e3-8d83-6d2892682341,segment=NetworkSegment(0305235f-f2e8-4774-967a-f231c9bb5f95),segment_id=0305235f-f2e8-4774-967a-f231c9bb5f95)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:20.110611 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:20.112618 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-e6387540-b94d-44c6-aeb2-7499a1b0fe1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:20.122008 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5bdb39-c6da-4dd3-9efb-06a1ded9daa0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Pushing event updated for resources: {'Port': ['ID=ad41b250-fc2b-40de-8589-c37a71da09ff,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:20.128316 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-cf5bdb39-c6da-4dd3-9efb-06a1ded9daa0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:20.257372 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1f987418-078a-4a28-869e-95a988423cad req-cf5bdb39-c6da-4dd3-9efb-06a1ded9daa0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4288778 Aug 12 15:31:20.291149 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bd3920dc-0ab6-4915-91c9-59fcbbe74bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:20.317975 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Request body: {'port': {'device_id': '3215b447-7cbd-43df-b4ce-27bba257c0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:20.352999 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=a42b400f-c53b-40e3-8d83-6d2892682341,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:20.353344 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7b512321-d34f-4316-82db-47e81eac7478 req-d99749a7-7281-4ef2-ae2d-8c68a1999eda tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 210 time: 0.1726260 Aug 12 15:31:20.355864 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device f5899d1c-1b1b-4ee5-bc55-92f7ba622020 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:31:20.416893 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bd3920dc-0ab6-4915-91c9-59fcbbe74bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:20.418029 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-bd3920dc-0ab6-4915-91c9-59fcbbe74bf8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/341481d1-f245-4b38-a402-7fd8d98c721f HTTP/1.1" status: 204 len: 168 time: 0.7788949 Aug 12 15:31:20.429713 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-1060adbc-429d-41d3-a7bd-a4964262caf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:20.432716 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:20.459413 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3920dc-0ab6-4915-91c9-59fcbbe74bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341481d1-f245-4b38-a402-7fd8d98c721f,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:20.472851 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3763cb-31a6-4300-8139-d689ca9f5b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42b400f-c53b-40e3-8d83-6d2892682341', 'code': 200} Aug 12 15:31:20.521223 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:20.632870 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-f9b1b6a1-5c5b-4963-bb16-0fd88d2cb609 None None] Provisioning for port ad41b250-fc2b-40de-8589-c37a71da09ff completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:20.655698 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-f9b1b6a1-5c5b-4963-bb16-0fd88d2cb609 None None] Provisioning complete for port ad41b250-fc2b-40de-8589-c37a71da09ff triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:20.656338 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-f9b1b6a1-5c5b-4963-bb16-0fd88d2cb609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:20.671283 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33e6a6-085e-44ad-a4dc-416854331c82 req-34ebbe24-2ee6-4f8e-8643-edcadc311168 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:20.676421 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-bd3920dc-0ab6-4915-91c9-59fcbbe74bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:20.686205 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ab33e6a6-085e-44ad-a4dc-416854331c82 req-34ebbe24-2ee6-4f8e-8643-edcadc311168 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 945 time: 0.5050333 Aug 12 15:31:20.795900 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:31:08Z', 'revision_number': 4, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port': {'id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:46Z', 'updated_at': '2021-08-12T15:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '226873ae-22b9-41b0-83df-b306ed5da304', 'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'mac_address': 'fa:16:3e:18:31:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:06Z', 'updated_at': '2021-08-12T15:31:18Z', 'revision_number': 4, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'subnets': [{'id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:20.840815 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port f5899d1c-1b1b-4ee5-bc55-92f7ba622020 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:20.841378 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:20.949564 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bff92ff-42b8-408d-8f06-e4e588d755c9 None None] The sync data for ids ['04b37113-ccf8-40a0-8a11-5d7e3df47062'] in dv-cinder-804345-1-smb is: [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:31:08Z', 'revision_number': 4, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port': {'id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:46Z', 'updated_at': '2021-08-12T15:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '226873ae-22b9-41b0-83df-b306ed5da304', 'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'mac_address': 'fa:16:3e:18:31:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:06Z', 'updated_at': '2021-08-12T15:31:18Z', 'revision_number': 4, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'subnets': [{'id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:31:20.990504 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-f9b1b6a1-5c5b-4963-bb16-0fd88d2cb609 None None] Port ad41b250-fc2b-40de-8589-c37a71da09ff cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:31:21.010344 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 46038) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:21.070982 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ab33e6a6-085e-44ad-a4dc-416854331c82 req-223b3d58-c3be-4aac-8bdb-e26ff0e89276 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836720 Aug 12 15:31:21.137372 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:21.158086 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-95385a27-56b0-4bad-826f-48eb64b23fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:21.224027 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93bef715-575f-4261-9070-918f490953de req-6567de63-fb89-48e9-b38e-11976b34b551 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:21.235741 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-95385a27-56b0-4bad-826f-48eb64b23fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:21.241300 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_common [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Allocated IP 172.28.0.144 (0058a344-5c9e-42ec-8e15-86e71c7e20b6/afba140a-12ff-4429-a397-3adb0ba8c2af/04b5d2fd-a257-4e0e-b249-1666d3eb22ef) {{(pid=79207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:31:21.248709 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-95385a27-56b0-4bad-826f-48eb64b23fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:e9907eac481a48e598595ab811493ba6 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:21.269190 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-95385a27-56b0-4bad-826f-48eb64b23fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:21.305217 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-95385a27-56b0-4bad-826f-48eb64b23fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:21.319558 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ca314-d24d-4702-8685-5e4c3cac357e req-34e0160b-8504-4e55-8f97-e19071589f02 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:21.342554 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1c2ca314-d24d-4702-8685-5e4c3cac357e req-34e0160b-8504-4e55-8f97-e19071589f02 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 932 time: 0.6093812 Aug 12 15:31:21.688027 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7f302-c94f-42d6-ad26-3b242ffd90ac req-fdd3224a-8d81-4d3c-8bee-04ad2b5a2863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:21.691507 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-dbe7f302-c94f-42d6-ad26-3b242ffd90ac req-fdd3224a-8d81-4d3c-8bee-04ad2b5a2863 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 1099 time: 0.7466929 Aug 12 15:31:21.763413 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93bef715-575f-4261-9070-918f490953de req-6567de63-fb89-48e9-b38e-11976b34b551 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:21.847795 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:21.974906 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for port, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:22.011397 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1c2ca314-d24d-4702-8685-5e4c3cac357e req-7d356148-91ba-411c-962a-66ec43e9a922 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6667295 Aug 12 15:31:22.027708 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93bef715-575f-4261-9070-918f490953de req-6567de63-fb89-48e9-b38e-11976b34b551 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Network 2b674c06-763a-4b9c-899f-74cb3faee52e is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:22.027708 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-dbe7f302-c94f-42d6-ad26-3b242ffd90ac req-0441c0fa-daa3-43ca-a8b9-81b3bc2a57dc service neutron] Synchronizing usage tracker for tenant:74ada723c00844ba9fbd9bca2c5b837e on resource:security_group {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:31:22.033786 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-93bef715-575f-4261-9070-918f490953de req-6567de63-fb89-48e9-b38e-11976b34b551 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:22.047810 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.82', 61382) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:22.050268 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bef715-575f-4261-9070-918f490953de req-6567de63-fb89-48e9-b38e-11976b34b551 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:31:22.056933 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bef715-575f-4261-9070-918f490953de req-6567de63-fb89-48e9-b38e-11976b34b551 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:22.057664 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93bef715-575f-4261-9070-918f490953de req-6567de63-fb89-48e9-b38e-11976b34b551 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:22.079823 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567de63-fb89-48e9-b38e-11976b34b551 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Pushing event updated for resources: {'Port': ['ID=bb497821-8775-4fb2-87ea-78c8dee3409e,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:22.087451 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6567de63-fb89-48e9-b38e-11976b34b551 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:22.113888 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-93bef715-575f-4261-9070-918f490953de req-6567de63-fb89-48e9-b38e-11976b34b551 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5270629 Aug 12 15:31:22.117520 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-dbe7f302-c94f-42d6-ad26-3b242ffd90ac req-0441c0fa-daa3-43ca-a8b9-81b3bc2a57dc service neutron] Unset dirty status for tenant:74ada723c00844ba9fbd9bca2c5b837e on resource:security_group {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:31:22.118599 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-dbe7f302-c94f-42d6-ad26-3b242ffd90ac req-0441c0fa-daa3-43ca-a8b9-81b3bc2a57dc service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3e70294d-2902-4821-88c1-490f55d3b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146619 Aug 12 15:31:22.147154 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-95385a27-56b0-4bad-826f-48eb64b23fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:22.156682 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c6c5e-5117-4583-b70c-e0796b8e0e03 req-18260593-0ba5-4d48-a1f4-5fc65daf6888 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:22.158385 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-719c6c5e-5117-4583-b70c-e0796b8e0e03 req-18260593-0ba5-4d48-a1f4-5fc65daf6888 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 946 time: 0.8094418 Aug 12 15:31:22.215959 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad41b250-fc2b-40de-8589-c37a71da09ff {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:31:22.231865 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:22.262330 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Transition to ACTIVE for port object ad41b250-fc2b-40de-8589-c37a71da09ff will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:22.270020 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:22.280713 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:22.290781 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-95385a27-56b0-4bad-826f-48eb64b23fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:22.297412 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:22.349502 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 226873ae-22b9-41b0-83df-b306ed5da304 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:31:22.365633 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2c7c16dc-e68b-4227-8721-18c1f7da4b61 req-d7ad706d-84ea-455a-8ecb-9464b1877762 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 210 time: 0.2052541 Aug 12 15:31:22.388267 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:22.449294 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port 226873ae-22b9-41b0-83df-b306ed5da304 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:22.460781 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 226873ae-22b9-41b0-83df-b306ed5da304 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:22.461370 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:22.470687 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95385a27-56b0-4bad-826f-48eb64b23fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975970fa-ae20-4641-b97b-d060d35fe337,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:22.486785 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-95385a27-56b0-4bad-826f-48eb64b23fa6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e9907eac481a48e598595ab811493ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4737687 Aug 12 15:31:22.495628 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Request body: {'port': {'device_id': '0dd2122b-fc65-495c-b6ce-4e515f7bd6ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:22.504046 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-95385a27-56b0-4bad-826f-48eb64b23fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:22.504778 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:22.567745 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 46064) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:22.667898 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:22.727081 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] For port 226873ae-22b9-41b0-83df-b306ed5da304, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=226873ae-22b9-41b0-83df-b306ed5da304,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:22.727612 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:22.735847 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:22.738511 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:22.744216 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-fc3ccc1f-1dee-4746-a42e-a33b2bbd4028 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:22.745656 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-fc3ccc1f-1dee-4746-a42e-a33b2bbd4028 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.82 "GET /v2.0/networks?id=2b674c06-763a-4b9c-899f-74cb3faee52e HTTP/1.1" status: 200 len: 818 time: 0.6965511 Aug 12 15:31:22.750142 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 is already hosted by enough agents. {{(pid=79207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:22.777318 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Resources bound (agent type, host, resource id): {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:22.790124 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Received port after_create {{(pid=79207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:31:22.812508 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Pushing event updated for resources: {'Port': ['ID=ad41b250-fc2b-40de-8589-c37a71da09ff,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:22.822476 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:22.836706 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Pushing event updated for resources: {'Port': ['ID=226873ae-22b9-41b0-83df-b306ed5da304,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:22.841650 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Attempting to bind port ad41b250-fc2b-40de-8589-c37a71da09ff on host hv-cinder-80434 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:31:22.841956 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Attempting to bind port ad41b250-fc2b-40de-8589-c37a71da09ff by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '3a148533-f4a5-45f5-83cd-034fa2e35181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:31:22.842229 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:22.842341 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Attempting to bind port ad41b250-fc2b-40de-8589-c37a71da09ff on network f3172b19-37f4-47e1-a878-5aad46a4730e {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:31:22.854620 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Port ad41b250-fc2b-40de-8589-c37a71da09ff on network f3172b19-37f4-47e1-a878-5aad46a4730e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 12 15:31:22.854941 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Attempting to bind port ad41b250-fc2b-40de-8589-c37a71da09ff on network f3172b19-37f4-47e1-a878-5aad46a4730e {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:31:22.858008 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-719c6c5e-5117-4583-b70c-e0796b8e0e03 req-bd7fbbda-9f6b-437e-8098-5d053219a897 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e70294d-2902-4821-88c1-490f55d3b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6172330 Aug 12 15:31:22.863266 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Checking agent: {'id': 'ee8f405c-fd53-4642-8bfa-8ace78e7783f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:31:22.863724 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Checking segment: {'id': '3a148533-f4a5-45f5-83cd-034fa2e35181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:31:22.864028 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Bound using segment: {'id': '3a148533-f4a5-45f5-83cd-034fa2e35181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:31:22.864583 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Bound port: ad41b250-fc2b-40de-8589-c37a71da09ff, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a148533-f4a5-45f5-83cd-034fa2e35181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:31:22.864885 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:22.879990 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Pushing event updated for resources: {'Port': ['ID=04b5d2fd-a257-4e0e-b249-1666d3eb22ef,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:22.887224 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-645955a3-0d08-4afa-943e-b5b492d497ca tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Request body: {'port': {'device_id': '7717497e-d75e-40d3-9e5e-706eb99800c6', 'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e', 'admin_state_up': True, 'tenant_id': '9b916570d7d042448e9f20bea13de712'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:22.915488 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:23.125037 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.192451 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c8977-d20f-4dfa-bba9-70abeaa0fcb2 req-55027d13-03a3-4909-9350-43f4a283431b tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:23.200088 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5c9c8977-d20f-4dfa-bba9-70abeaa0fcb2 req-55027d13-03a3-4909-9350-43f4a283431b tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 945 time: 0.6311479 Aug 12 15:31:23.201998 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5acf0f83-3dcd-4bce-85c9-53283d95e607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.275136 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] For port ad41b250-fc2b-40de-8589-c37a71da09ff, host hv-cinder-80434, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:31:23.284962 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] For port ad41b250-fc2b-40de-8589-c37a71da09ff, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=ad41b250-fc2b-40de-8589-c37a71da09ff,segment=NetworkSegment(3a148533-f4a5-45f5-83cd-034fa2e35181),segment_id=3a148533-f4a5-45f5-83cd-034fa2e35181)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:31:23.295922 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.303055 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:23.362798 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.422408 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:23.423587 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.425800 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1f987418-078a-4a28-869e-95a988423cad req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] 10.222.0.82 "PUT /v2.0/ports/ad41b250-fc2b-40de-8589-c37a71da09ff HTTP/1.1" status: 200 len: 1094 time: 3.1229589 Aug 12 15:31:23.429096 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3215b447-7cbd-43df-b4ce-27bba257c0ad', 'tag': 'ad41b250-fc2b-40de-8589-c37a71da09ff'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:31:23.468023 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Pushing event updated for resources: {'Port': ['ID=ad41b250-fc2b-40de-8589-c37a71da09ff,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:23.480615 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:23.545721 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5c9c8977-d20f-4dfa-bba9-70abeaa0fcb2 req-b765735e-db91-4e0e-be1e-7b305dcd8b79 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417821 Aug 12 15:31:23.554753 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5acf0f83-3dcd-4bce-85c9-53283d95e607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.622586 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb497821-8775-4fb2-87ea-78c8dee3409e {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:31:23.624003 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-645955a3-0d08-4afa-943e-b5b492d497ca tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:23.632660 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.656588 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Transition to ACTIVE for port object bb497821-8775-4fb2-87ea-78c8dee3409e will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:23.658037 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-645955a3-0d08-4afa-943e-b5b492d497ca tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Usage tracker for resource:port and tenant:9b916570d7d042448e9f20bea13de712 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:23.665427 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.677725 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-818ead38-2ea6-4f08-baec-028a748d441b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:23.683201 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-645955a3-0d08-4afa-943e-b5b492d497ca tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:23.731865 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-645955a3-0d08-4afa-943e-b5b492d497ca tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:23.842920 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-645955a3-0d08-4afa-943e-b5b492d497ca tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Made reservation on behalf of 9b916570d7d042448e9f20bea13de712 for: {'port': 1} {{(pid=79207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:31:23.846643 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-645955a3-0d08-4afa-943e-b5b492d497ca tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.914082 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b43f4be5-ed0c-461b-97d2-7c9613139a96 req-d3912c0e-9050-482e-a78d-b5fb5de613b5 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 210 time: 0.1557219 Aug 12 15:31:23.924882 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Pushing event updated for resources: {'Port': ['ID=bb497821-8775-4fb2-87ea-78c8dee3409e,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:23.933320 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0e162-bbc8-4fe4-879e-1e20d4b9c1ef req-b8381bf1-f530-4f40-a2cc-593c0ec28317 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:23.934809 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-67f0e162-bbc8-4fe4-879e-1e20d4b9c1ef req-b8381bf1-f530-4f40-a2cc-593c0ec28317 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 944 time: 0.6326065 Aug 12 15:31:23.947988 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:23.974023 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f987418-078a-4a28-869e-95a988423cad req-fa9cf97f-66f0-4b3d-adcd-3ddb9ce2646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:23.975593 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1f987418-078a-4a28-869e-95a988423cad req-fa9cf97f-66f0-4b3d-adcd-3ddb9ce2646b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4ae52b150d414313bac15fe05944e1fc&device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 1097 time: 0.3000660 Aug 12 15:31:23.980023 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Attempting to bind port bb497821-8775-4fb2-87ea-78c8dee3409e on host hv-cinder-80434 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:31:23.980428 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Attempting to bind port bb497821-8775-4fb2-87ea-78c8dee3409e by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': 'f63d5aea-debc-4a98-b754-f7136f72aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:31:23.980751 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Attempting to bind port bb497821-8775-4fb2-87ea-78c8dee3409e on network 2b674c06-763a-4b9c-899f-74cb3faee52e {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:31:23.986317 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Port bb497821-8775-4fb2-87ea-78c8dee3409e on network 2b674c06-763a-4b9c-899f-74cb3faee52e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 12 15:31:23.986701 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Attempting to bind port bb497821-8775-4fb2-87ea-78c8dee3409e on network 2b674c06-763a-4b9c-899f-74cb3faee52e {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:31:23.994635 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Checking agent: {'id': 'ee8f405c-fd53-4642-8bfa-8ace78e7783f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:31:23.995069 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Checking segment: {'id': 'f63d5aea-debc-4a98-b754-f7136f72aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:31:23.995454 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Bound using segment: {'id': 'f63d5aea-debc-4a98-b754-f7136f72aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:31:23.995893 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Bound port: bb497821-8775-4fb2-87ea-78c8dee3409e, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63d5aea-debc-4a98-b754-f7136f72aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:31:23.996288 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.012194 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3215b447-7cbd-43df-b4ce-27bba257c0ad', 'tag': 'ad41b250-fc2b-40de-8589-c37a71da09ff', 'status': 'completed', 'code': 200} Aug 12 15:31:24.063860 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5acf0f83-3dcd-4bce-85c9-53283d95e607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.078529 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1f987418-078a-4a28-869e-95a988423cad req-7e6d766a-1d8d-49b2-9973-c52b6677b31d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad41b250-fc2b-40de-8589-c37a71da09ff HTTP/1.1" status: 200 len: 217 time: 0.0854225 Aug 12 15:31:24.082700 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:24.147607 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-67f0e162-bbc8-4fe4-879e-1e20d4b9c1ef req-01040b3d-ffb1-49d4-a48f-44da7bc63bf8 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954272 Aug 12 15:31:24.148417 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf0f83-3dcd-4bce-85c9-53283d95e607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975970fa-ae20-4641-b97b-d060d35fe337,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:24.185447 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5acf0f83-3dcd-4bce-85c9-53283d95e607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:24.200445 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] For port bb497821-8775-4fb2-87ea-78c8dee3409e, host hv-cinder-80434, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:31:24.206378 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] For port bb497821-8775-4fb2-87ea-78c8dee3409e, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=bb497821-8775-4fb2-87ea-78c8dee3409e,segment=NetworkSegment(f63d5aea-debc-4a98-b754-f7136f72aa86),segment_id=f63d5aea-debc-4a98-b754-f7136f72aa86)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:31:24.246981 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.266263 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6567de63-fb89-48e9-b38e-11976b34b551 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:24.328530 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 226873ae-22b9-41b0-83df-b306ed5da304 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:31:24.437506 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:24.443540 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.445167 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-93bef715-575f-4261-9070-918f490953de req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] 10.222.0.82 "PUT /v2.0/ports/bb497821-8775-4fb2-87ea-78c8dee3409e HTTP/1.1" status: 200 len: 1093 time: 1.9783194 Aug 12 15:31:24.448922 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 226873ae-22b9-41b0-83df-b306ed5da304 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:24.449669 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.461971 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.db.resource_extend [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 15:31:24.486280 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5acf0f83-3dcd-4bce-85c9-53283d95e607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.487691 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-5acf0f83-3dcd-4bce-85c9-53283d95e607 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/975970fa-ae20-4641-b97b-d060d35fe337 HTTP/1.1" status: 204 len: 168 time: 1.8999391 Aug 12 15:31:24.488884 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f987418-078a-4a28-869e-95a988423cad req-8bfd6c3f-7073-401a-b717-5423bcd7050c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:24.490867 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for port, precommit_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.508220 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1f987418-078a-4a28-869e-95a988423cad req-8bfd6c3f-7073-401a-b717-5423bcd7050c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=74cba89c-c64c-4a24-a16e-3479da23e1c4 HTTP/1.1" status: 200 len: 849 time: 0.3991661 Aug 12 15:31:24.509907 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2979777'] for port, after_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.513796 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Pushing event updated for resources: {'Port': ['ID=bb497821-8775-4fb2-87ea-78c8dee3409e,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:24.527586 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:24.550032 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_common [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-645955a3-0d08-4afa-943e-b5b492d497ca tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Allocated IP 172.20.0.7 (2b674c06-763a-4b9c-899f-74cb3faee52e/cce504bc-20fe-4dae-b0d4-c8fe9856a2a3/b43d6b2a-07db-4b96-83e3-5f0419cdc240) {{(pid=79207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:31:24.714908 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f987418-078a-4a28-869e-95a988423cad req-cbd8615c-bc46-4f34-a2f1-80dc30fa3bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:24.716821 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1f987418-078a-4a28-869e-95a988423cad req-cbd8615c-bc46-4f34-a2f1-80dc30fa3bad service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f3172b19-37f4-47e1-a878-5aad46a4730e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1913488 Aug 12 15:31:24.721246 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bef715-575f-4261-9070-918f490953de req-7cae7fea-7ad1-4b30-91ff-08bb0cccfc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:24.723430 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-93bef715-575f-4261-9070-918f490953de req-7cae7fea-7ad1-4b30-91ff-08bb0cccfc36 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b916570d7d042448e9f20bea13de712&device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 1096 time: 0.1969731 Aug 12 15:31:24.726329 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-85e6fef5-b044-4ce3-87ea-a6c196303106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:24.821494 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Pushing event updated for resources: {'Port': ['ID=04b5d2fd-a257-4e0e-b249-1666d3eb22ef,revision_number=2']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:24.828531 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:24.866553 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-93bef715-575f-4261-9070-918f490953de req-a98f5708-c811-4a38-9391-df52b40019d7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb497821-8775-4fb2-87ea-78c8dee3409e HTTP/1.1" status: 200 len: 217 time: 0.0938585 Aug 12 15:31:24.938371 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97ba02-fa0a-4b09-b395-a51202a70cb4 req-858bafb5-1bdb-4c81-aebc-53f9e7bedcf1 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:24.939940 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1b97ba02-fa0a-4b09-b395-a51202a70cb4 req-858bafb5-1bdb-4c81-aebc-53f9e7bedcf1 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 946 time: 0.7467902 Aug 12 15:31:24.997456 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bef715-575f-4261-9070-918f490953de req-1ded50f1-dbaa-417e-bfb9-f71ebd16b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:24.999309 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-93bef715-575f-4261-9070-918f490953de req-1ded50f1-dbaa-417e-bfb9-f71ebd16b28e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cce504bc-20fe-4dae-b0d4-c8fe9856a2a3 HTTP/1.1" status: 200 len: 858 time: 0.0726485 Aug 12 15:31:25.014775 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544115'] for floatingip, after_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:25.051017 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-645955a3-0d08-4afa-943e-b5b492d497ca tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Notify callbacks [] for port, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:25.071498 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1b97ba02-fa0a-4b09-b395-a51202a70cb4 req-1af2622b-e717-4fcc-86d0-906c620dcd69 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e70294d-2902-4821-88c1-490f55d3b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139593 Aug 12 15:31:25.084669 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for floatingip, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:25.086352 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2071638 Aug 12 15:31:25.122812 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-93bef715-575f-4261-9070-918f490953de req-f078eb34-1ec4-4db3-9466-e3774651d8fc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2b674c06-763a-4b9c-899f-74cb3faee52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160553 Aug 12 15:31:25.130479 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-645955a3-0d08-4afa-943e-b5b492d497ca tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:25.218426 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1f987418-078a-4a28-869e-95a988423cad req-24ee3830-4bdc-47d3-bc77-965243f1dfc4 service neutron] 10.222.0.82 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739530 Aug 12 15:31:25.264115 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:25.505853 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-645955a3-0d08-4afa-943e-b5b492d497ca tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Network 2b674c06-763a-4b9c-899f-74cb3faee52e is already hosted by enough agents. {{(pid=79207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:25.511935 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-645955a3-0d08-4afa-943e-b5b492d497ca tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Resources bound (agent type, host, resource id): {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:25.520426 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.l3_dvrscheduler_db [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-645955a3-0d08-4afa-943e-b5b492d497ca tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Received port after_create {{(pid=79207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:31:25.588353 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-645955a3-0d08-4afa-943e-b5b492d497ca tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:25.588646 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-645955a3-0d08-4afa-943e-b5b492d497ca tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for port, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:25.592554 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-93bef715-575f-4261-9070-918f490953de req-c98b8179-1ace-4dbe-8039-03fe4068b149 service neutron] 10.222.0.82 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622118 Aug 12 15:31:25.592700 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645955a3-0d08-4afa-943e-b5b492d497ca tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Pushing event updated for resources: {'Port': ['ID=b43d6b2a-07db-4b96-83e3-5f0419cdc240,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:25.598083 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-645955a3-0d08-4afa-943e-b5b492d497ca tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:25.630433 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-645955a3-0d08-4afa-943e-b5b492d497ca tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7638690 Aug 12 15:31:25.656652 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6280bf2-20f2-4046-b440-69b101d69e24 req-6721f9e8-6229-4b07-9c3d-7039a42ce02a tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:25.658893 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-f6280bf2-20f2-4046-b440-69b101d69e24 req-6721f9e8-6229-4b07-9c3d-7039a42ce02a tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Synchronizing usage tracker for tenant:9b916570d7d042448e9f20bea13de712 on resource:port {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:31:25.660231 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1f987418-078a-4a28-869e-95a988423cad req-84018820-31b5-4cfb-a79a-9da119a9bb08 service neutron] 10.222.0.82 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830533 Aug 12 15:31:25.675303 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Request body: {'port': {'device_id': '7717497e-d75e-40d3-9e5e-706eb99800c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:25.749541 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-f6280bf2-20f2-4046-b440-69b101d69e24 req-6721f9e8-6229-4b07-9c3d-7039a42ce02a tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Unset dirty status for tenant:9b916570d7d042448e9f20bea13de712 on resource:port {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:31:25.757535 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f6280bf2-20f2-4046-b440-69b101d69e24 req-6721f9e8-6229-4b07-9c3d-7039a42ce02a tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 931 time: 0.6248136 Aug 12 15:31:25.789051 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5d306-4e30-427a-b04e-63b9fb38bf39 req-1929c2e2-7c8c-47fa-9311-6bfe2c798c55 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:25.796335 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6dd5d306-4e30-427a-b04e-63b9fb38bf39 req-1929c2e2-7c8c-47fa-9311-6bfe2c798c55 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 944 time: 0.4032657 Aug 12 15:31:25.854161 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-f6280bf2-20f2-4046-b440-69b101d69e24 req-9e4afeb0-8f8b-4ea4-bfc1-81a8ef1a5c54 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Synchronizing usage tracker for tenant:9b916570d7d042448e9f20bea13de712 on resource:security_group {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:31:25.873660 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-93bef715-575f-4261-9070-918f490953de req-cb16a465-eaf9-49a1-8a87-48fe792b76d7 service neutron] 10.222.0.82 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730350 Aug 12 15:31:25.889422 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6dd5d306-4e30-427a-b04e-63b9fb38bf39 req-0fe21af6-b96f-4f33-a64a-114727f16166 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921073 Aug 12 15:31:25.978652 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bfa1b-ff59-4af0-9334-cd15fbf8ffe2 req-f146e257-1464-4e46-a5ed-54bcba9d913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:25.982645 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-0d4bfa1b-ff59-4af0-9334-cd15fbf8ffe2 req-f146e257-1464-4e46-a5ed-54bcba9d913a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4ae52b150d414313bac15fe05944e1fc&device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 1097 time: 0.1842389 Aug 12 15:31:26.042137 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:26.049327 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd2122b-fc65-495c-b6ce-4e515f7bd6ad', 'tag': 'bb497821-8775-4fb2-87ea-78c8dee3409e'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:31:26.073428 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-f6280bf2-20f2-4046-b440-69b101d69e24 req-9e4afeb0-8f8b-4ea4-bfc1-81a8ef1a5c54 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Unset dirty status for tenant:9b916570d7d042448e9f20bea13de712 on resource:security_group {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:31:26.086174 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f6280bf2-20f2-4046-b440-69b101d69e24 req-9e4afeb0-8f8b-4ea4-bfc1-81a8ef1a5c54 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277023 Aug 12 15:31:26.181345 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bfa1b-ff59-4af0-9334-cd15fbf8ffe2 req-a0d3ff2b-7431-4a00-95fb-9887062b8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:26.183613 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-0d4bfa1b-ff59-4af0-9334-cd15fbf8ffe2 req-a0d3ff2b-7431-4a00-95fb-9887062b8d07 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f3172b19-37f4-47e1-a878-5aad46a4730e HTTP/1.1" status: 200 len: 911 time: 0.1755781 Aug 12 15:31:26.204684 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-3390dac4-a0c2-40ef-9aa2-1edee999f1f3 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Synchronizing usage tracker for tenant:e688111fb0094ab1b8d5d97c590ee4e7 on resource:security_group {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:31:26.283301 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-0d4bfa1b-ff59-4af0-9334-cd15fbf8ffe2 req-97f8582d-e6bb-49be-a21a-83bb755d2719 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad41b250-fc2b-40de-8589-c37a71da09ff HTTP/1.1" status: 200 len: 217 time: 0.0853274 Aug 12 15:31:26.283447 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-3390dac4-a0c2-40ef-9aa2-1edee999f1f3 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Unset dirty status for tenant:e688111fb0094ab1b8d5d97c590ee4e7 on resource:security_group {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:31:26.284062 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-3390dac4-a0c2-40ef-9aa2-1edee999f1f3 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--478563059&fields=id&tenant_id=e688111fb0094ab1b8d5d97c590ee4e7 HTTP/1.1" status: 200 len: 267 time: 0.2121489 Aug 12 15:31:26.384653 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bfa1b-ff59-4af0-9334-cd15fbf8ffe2 req-b0eb7060-13f3-44cd-8862-e0a698af7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:26.386202 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-0d4bfa1b-ff59-4af0-9334-cd15fbf8ffe2 req-b0eb7060-13f3-44cd-8862-e0a698af7229 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=74cba89c-c64c-4a24-a16e-3479da23e1c4 HTTP/1.1" status: 200 len: 849 time: 0.0878520 Aug 12 15:31:26.477501 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bfa1b-ff59-4af0-9334-cd15fbf8ffe2 req-f61b626c-38df-48d7-8364-4c7b04329d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:26.478969 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-0d4bfa1b-ff59-4af0-9334-cd15fbf8ffe2 req-f61b626c-38df-48d7-8364-4c7b04329d0c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f3172b19-37f4-47e1-a878-5aad46a4730e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846682 Aug 12 15:31:26.483634 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-378cd6bd-d5fa-406c-b773-25d3f70fad11 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:26.484701 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-378cd6bd-d5fa-406c-b773-25d3f70fad11 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Synchronizing usage tracker for tenant:e688111fb0094ab1b8d5d97c590ee4e7 on resource:network {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:31:26.632041 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-378cd6bd-d5fa-406c-b773-25d3f70fad11 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Unset dirty status for tenant:e688111fb0094ab1b8d5d97c590ee4e7 on resource:network {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:31:26.633358 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-378cd6bd-d5fa-406c-b773-25d3f70fad11 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/networks?id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e HTTP/1.1" status: 200 len: 817 time: 0.3386049 Aug 12 15:31:26.692010 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-0d4bfa1b-ff59-4af0-9334-cd15fbf8ffe2 req-463fb604-75aa-4185-9072-d42251c41987 service neutron] 10.222.0.82 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048261 Aug 12 15:31:26.705321 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-1c6cc620-f79d-431b-b426-cb8e6076df98 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/quotas/e688111fb0094ab1b8d5d97c590ee4e7 HTTP/1.1" status: 200 len: 375 time: 0.0334125 Aug 12 15:31:26.855094 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd2122b-fc65-495c-b6ce-4e515f7bd6ad', 'tag': 'bb497821-8775-4fb2-87ea-78c8dee3409e', 'status': 'completed', 'code': 200} Aug 12 15:31:26.889090 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-df571811-d643-4e0f-8efa-d56c294bd331 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e688111fb0094ab1b8d5d97c590ee4e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1703105 Aug 12 15:31:26.969819 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-0d4bfa1b-ff59-4af0-9334-cd15fbf8ffe2 req-e3c4382b-d5b5-4691-9b6f-a7f21310ccc2 service neutron] 10.222.0.82 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685826 Aug 12 15:31:27.003038 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07c974-2a8d-4b55-b00f-c3ea2cd2dfe0 req-5b1e5328-ef0b-4f38-8a55-85fb4a0f3562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:27.004799 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-fe07c974-2a8d-4b55-b00f-c3ea2cd2dfe0 req-5b1e5328-ef0b-4f38-8a55-85fb4a0f3562 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b916570d7d042448e9f20bea13de712&device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 1096 time: 0.0924273 Aug 12 15:31:27.210586 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.notifiers.nova [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43d6b2a-07db-4b96-83e3-5f0419cdc240 {{(pid=79207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:31:27.216254 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07c974-2a8d-4b55-b00f-c3ea2cd2dfe0 req-546db7e5-41e9-4a1c-84f6-4f68d7be3cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:27.218817 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-fe07c974-2a8d-4b55-b00f-c3ea2cd2dfe0 req-546db7e5-41e9-4a1c-84f6-4f68d7be3cdc service neutron] 10.222.0.82 "GET /v2.0/networks?id=2b674c06-763a-4b9c-899f-74cb3faee52e HTTP/1.1" status: 200 len: 919 time: 0.1731889 Aug 12 15:31:27.228205 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-b11ba576-fdce-4a9b-b7ef-c76047cca85c service neutron] 10.222.0.59 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016131 Aug 12 15:31:27.231302 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:27.293788 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.provisioning_blocks [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Transition to ACTIVE for port object b43d6b2a-07db-4b96-83e3-5f0419cdc240 will not be triggered until provisioned by entity L2. {{(pid=79207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:27.326376 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-fe07c974-2a8d-4b55-b00f-c3ea2cd2dfe0 req-891a52e6-7664-4d55-8a1f-adc378caf42c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb497821-8775-4fb2-87ea-78c8dee3409e HTTP/1.1" status: 200 len: 217 time: 0.1003084 Aug 12 15:31:27.350383 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2979777'] for port, after_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:27.370519 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:27.430792 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07c974-2a8d-4b55-b00f-c3ea2cd2dfe0 req-d2440761-a76d-4fc1-86ef-3c4ced45f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:27.433339 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-fe07c974-2a8d-4b55-b00f-c3ea2cd2dfe0 req-d2440761-a76d-4fc1-86ef-3c4ced45f112 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cce504bc-20fe-4dae-b0d4-c8fe9856a2a3 HTTP/1.1" status: 200 len: 858 time: 0.0987124 Aug 12 15:31:27.446584 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe73361-8541-4201-9497-ad3bdb71a119 req-81f6b061-2cef-473a-b378-f86388788420 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:27.448058 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cfe73361-8541-4201-9497-ad3bdb71a119 req-81f6b061-2cef-473a-b378-f86388788420 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 944 time: 0.3991778 Aug 12 15:31:27.545620 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-fe07c974-2a8d-4b55-b00f-c3ea2cd2dfe0 req-b17e6a9b-2769-422e-a511-360b510dfd95 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2b674c06-763a-4b9c-899f-74cb3faee52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711038 Aug 12 15:31:27.569744 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Pushing event updated for resources: {'Port': ['ID=b43d6b2a-07db-4b96-83e3-5f0419cdc240,revision_number=2']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:27.597832 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:27.614490 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-788d5cbc-fbb5-4308-a1ee-7c79ead13239 service neutron] 10.222.0.59 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853574 Aug 12 15:31:27.703660 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cfe73361-8541-4201-9497-ad3bdb71a119 req-3105a73e-1a90-4eae-a392-3b5f5f5cc171 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807911 Aug 12 15:31:27.736805 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.managers [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Attempting to bind port b43d6b2a-07db-4b96-83e3-5f0419cdc240 on host hv-cinder-80434 for vnic_type normal with profile {{(pid=79207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:31:27.737622 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.managers [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Attempting to bind port b43d6b2a-07db-4b96-83e3-5f0419cdc240 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': 'f63d5aea-debc-4a98-b754-f7136f72aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e'}] {{(pid=79207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:31:27.738080 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Attempting to bind port b43d6b2a-07db-4b96-83e3-5f0419cdc240 on network 2b674c06-763a-4b9c-899f-74cb3faee52e {{(pid=79207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:31:27.743785 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Port b43d6b2a-07db-4b96-83e3-5f0419cdc240 on network 2b674c06-763a-4b9c-899f-74cb3faee52e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 12 15:31:27.744835 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Attempting to bind port b43d6b2a-07db-4b96-83e3-5f0419cdc240 on network 2b674c06-763a-4b9c-899f-74cb3faee52e {{(pid=79207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:31:27.752165 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Checking agent: {'id': 'ee8f405c-fd53-4642-8bfa-8ace78e7783f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:31:27.753399 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Checking segment: {'id': 'f63d5aea-debc-4a98-b754-f7136f72aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:31:27.754839 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Bound using segment: {'id': 'f63d5aea-debc-4a98-b754-f7136f72aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e'} {{(pid=79207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:31:27.755337 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.managers [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Bound port: b43d6b2a-07db-4b96-83e3-5f0419cdc240, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63d5aea-debc-4a98-b754-f7136f72aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e'}}] {{(pid=79207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:31:27.755652 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:27.796197 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-fe07c974-2a8d-4b55-b00f-c3ea2cd2dfe0 req-57f36014-80ba-4ab0-84b3-5d6bb2a2eb2a service neutron] 10.222.0.82 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433484 Aug 12 15:31:27.885573 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 46250) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:27.933198 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.db [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] For port b43d6b2a-07db-4b96-83e3-5f0419cdc240, host hv-cinder-80434, cleared binding levels {{(pid=79207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:31:27.958854 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.db [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] For port b43d6b2a-07db-4b96-83e3-5f0419cdc240, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=b43d6b2a-07db-4b96-83e3-5f0419cdc240,segment=NetworkSegment(f63d5aea-debc-4a98-b754-f7136f72aa86),segment_id=f63d5aea-debc-4a98-b754-f7136f72aa86)] {{(pid=79207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:31:27.968915 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2979777'] for port, after_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:27.978095 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:28.047409 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-fe07c974-2a8d-4b55-b00f-c3ea2cd2dfe0 req-0f64e0f5-a49c-42cf-8efc-0ff55cec9148 service neutron] 10.222.0.82 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396388 Aug 12 15:31:28.115856 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Pushing event updated for resources: {'Port': ['ID=b43d6b2a-07db-4b96-83e3-5f0419cdc240,revision_number=3']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:28.122569 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:28.132667 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:28.133343 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for port, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:28.134739 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] 10.222.0.82 "PUT /v2.0/ports/b43d6b2a-07db-4b96-83e3-5f0419cdc240 HTTP/1.1" status: 200 len: 1093 time: 2.4726439 Aug 12 15:31:28.143534 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dc152-baa5-4ad4-8515-369380bd25a6 req-3a116272-6a97-4eb8-a3a4-f7a1be49f2c5 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:28.144982 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c65dc152-baa5-4ad4-8515-369380bd25a6 req-3a116272-6a97-4eb8-a3a4-f7a1be49f2c5 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 943 time: 0.2787292 Aug 12 15:31:28.145506 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7717497e-d75e-40d3-9e5e-706eb99800c6', 'tag': 'b43d6b2a-07db-4b96-83e3-5f0419cdc240'}] {{(pid=79207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:31:28.376110 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c65dc152-baa5-4ad4-8515-369380bd25a6 req-3ae0eb35-9688-4a29-a176-ba9cfc941c36 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120008 Aug 12 15:31:28.416421 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-e3ab5269-d6e9-42e4-8a7e-6566d8872612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:28.420607 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-37d8033a-21a9-4a9e-bcf5-23bd38d3981b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:28.422166 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-e3ab5269-d6e9-42e4-8a7e-6566d8872612 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b916570d7d042448e9f20bea13de712&device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 1096 time: 0.1604626 Aug 12 15:31:28.437036 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-37d8033a-21a9-4a9e-bcf5-23bd38d3981b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:28.443854 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-37d8033a-21a9-4a9e-bcf5-23bd38d3981b admin admin] Usage tracker for resource:security_group_rule and tenant:721c4ade417449658242d3d76a057283 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:28.465412 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-37d8033a-21a9-4a9e-bcf5-23bd38d3981b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:28.485778 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-37d8033a-21a9-4a9e-bcf5-23bd38d3981b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:28.605298 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-8be6cbbe-bef8-4953-a305-f5e58e0ff636 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b43d6b2a-07db-4b96-83e3-5f0419cdc240 HTTP/1.1" status: 200 len: 217 time: 0.1561966 Aug 12 15:31:28.619686 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-37d8033a-21a9-4a9e-bcf5-23bd38d3981b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:28.624473 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-37d8033a-21a9-4a9e-bcf5-23bd38d3981b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:28.635972 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6cdcb79d-9725-4593-88b4-f79a9270def1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:28.699762 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-37d8033a-21a9-4a9e-bcf5-23bd38d3981b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=721c4ade417449658242d3d76a057283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8114896 Aug 12 15:31:28.702007 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 46294) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:28.702883 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8033a-21a9-4a9e-bcf5-23bd38d3981b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad299e3-37ac-4402-9a41-35034ab9fa1e,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:28.705599 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6f3a7725-92d6-47b3-8d94-ed7583577ca0 req-b78e40c3-0db5-4465-8c6d-153a4eab8fb5 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 210 time: 0.1110647 Aug 12 15:31:28.708469 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-37d8033a-21a9-4a9e-bcf5-23bd38d3981b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:28.790891 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-dbf9ba13-90bc-4aa0-ac9e-504b996f585a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:28.803795 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-dbf9ba13-90bc-4aa0-ac9e-504b996f585a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cce504bc-20fe-4dae-b0d4-c8fe9856a2a3 HTTP/1.1" status: 200 len: 858 time: 0.1566117 Aug 12 15:31:28.858520 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c2cb92a8-de03-46ec-abf6-5f805f0c87f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:28.883900 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-b4fc8b4d-8bd9-4166-b56b-5dbe0f2a8266 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2b674c06-763a-4b9c-899f-74cb3faee52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733120 Aug 12 15:31:28.887067 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c2cb92a8-de03-46ec-abf6-5f805f0c87f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:28.969401 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7717497e-d75e-40d3-9e5e-706eb99800c6', 'tag': 'b43d6b2a-07db-4b96-83e3-5f0419cdc240', 'status': 'completed', 'code': 200} Aug 12 15:31:28.978416 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c2cb92a8-de03-46ec-abf6-5f805f0c87f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:28.987734 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-37d8033a-21a9-4a9e-bcf5-23bd38d3981b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:29.010938 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb92a8-de03-46ec-abf6-5f805f0c87f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad299e3-37ac-4402-9a41-35034ab9fa1e,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:29.014023 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c2cb92a8-de03-46ec-abf6-5f805f0c87f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:29.020931 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c2cb92a8-de03-46ec-abf6-5f805f0c87f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:29.028109 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-c2cb92a8-de03-46ec-abf6-5f805f0c87f0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dad299e3-37ac-4402-9a41-35034ab9fa1e HTTP/1.1" status: 204 len: 168 time: 0.3216934 Aug 12 15:31:29.138481 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-c4138e93-25bc-4ed5-b58b-7c5cdb7be0e7 service neutron] 10.222.0.82 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678245 Aug 12 15:31:29.149341 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39917a99-ef1c-4055-967a-35151583c905 req-b3634524-148a-4aff-bb99-f493f6af8772 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:29.156304 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-39917a99-ef1c-4055-967a-35151583c905 req-b3634524-148a-4aff-bb99-f493f6af8772 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 944 time: 0.2414205 Aug 12 15:31:29.171368 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 46314) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:29.304025 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-39917a99-ef1c-4055-967a-35151583c905 req-48d88abe-e6ac-4428-ad11-7ccd4479ba0b tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467159 Aug 12 15:31:29.349317 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device bb497821-8775-4fb2-87ea-78c8dee3409e details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:31:29.355678 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-352ffde3-97b9-4d20-95d9-e577be0c3a89 req-c5ae396d-500d-48a6-8094-993a43f1d90a service neutron] 10.222.0.82 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964407 Aug 12 15:31:29.554205 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port bb497821-8775-4fb2-87ea-78c8dee3409e, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=bb497821-8775-4fb2-87ea-78c8dee3409e,segment=NetworkSegment(f63d5aea-debc-4a98-b754-f7136f72aa86),segment_id=f63d5aea-debc-4a98-b754-f7136f72aa86)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:29.571800 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': 'bb497821-8775-4fb2-87ea-78c8dee3409e', 'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e', 'port_id': 'bb497821-8775-4fb2-87ea-78c8dee3409e', 'mac_address': 'fa:16:3e:31:91:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce504bc-20fe-4dae-b0d4-c8fe9856a2a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:31:29.687836 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a80fd1-4e40-4afd-a471-a811dbf0287b req-7ee28963-a78e-4b96-888a-f0035fc7bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:29.692877 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-29a80fd1-4e40-4afd-a471-a811dbf0287b req-7ee28963-a78e-4b96-888a-f0035fc7bbe0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b916570d7d042448e9f20bea13de712&device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 1096 time: 0.2063837 Aug 12 15:31:29.735708 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-08596241-ddb6-482f-87e2-3cad15a2ce36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:29.762414 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:29.800636 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 46340) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:29.815181 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb497821-8775-4fb2-87ea-78c8dee3409e {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:31:29.819442 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-08596241-ddb6-482f-87e2-3cad15a2ce36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:29.843222 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-384864c0-c70e-44d2-899b-661d6f2dd040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:29.866843 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port bb497821-8775-4fb2-87ea-78c8dee3409e, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=bb497821-8775-4fb2-87ea-78c8dee3409e,segment=NetworkSegment(f63d5aea-debc-4a98-b754-f7136f72aa86),segment_id=f63d5aea-debc-4a98-b754-f7136f72aa86)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:29.876097 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:29.877285 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device ad41b250-fc2b-40de-8589-c37a71da09ff details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:31:29.997893 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-6fe667a0-a9e4-405a-8642-0568a3f2e774 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:29.999350 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-6fe667a0-a9e4-405a-8642-0568a3f2e774 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.82 "GET /v2.0/networks?id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e HTTP/1.1" status: 200 len: 817 time: 0.2332308 Aug 12 15:31:30.001910 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-08596241-ddb6-482f-87e2-3cad15a2ce36 admin admin] Usage tracker for resource:security_group_rule and tenant:c6e21298582142f59107536676ef1ee7 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:30.009456 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-08596241-ddb6-482f-87e2-3cad15a2ce36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:30.012639 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-384864c0-c70e-44d2-899b-661d6f2dd040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:30.021041 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-08596241-ddb6-482f-87e2-3cad15a2ce36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:30.023734 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-384864c0-c70e-44d2-899b-661d6f2dd040 admin admin] Usage tracker for resource:security_group_rule and tenant:2ee281602aa944e8a30eb3614639fb02 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:30.030445 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-384864c0-c70e-44d2-899b-661d6f2dd040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:30.052114 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5bfa73ad-d7fe-40a9-bb10-fdfe8ebb2d53 req-dff0c03c-3fd5-4de0-a232-5bf17fabe6af tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 210 time: 0.0653565 Aug 12 15:31:30.063884 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-384864c0-c70e-44d2-899b-661d6f2dd040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:30.128902 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-2c85b294-5caa-4232-aa02-7e9a2e01f2bd tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e688111fb0094ab1b8d5d97c590ee4e7 HTTP/1.1" status: 200 len: 379 time: 0.0998693 Aug 12 15:31:30.162829 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-866b98f4-2b42-4dd0-945f-9c75fb26e6c8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Request body: {'port': {'device_id': '570f0172-f2a6-48b2-9814-7708e445037e', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'admin_state_up': True, 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'security_groups': ['5abf43bb-1671-4f4f-b34c-4a7a53214f73']}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:30.298962 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port ad41b250-fc2b-40de-8589-c37a71da09ff, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=ad41b250-fc2b-40de-8589-c37a71da09ff,segment=NetworkSegment(3a148533-f4a5-45f5-83cd-034fa2e35181),segment_id=3a148533-f4a5-45f5-83cd-034fa2e35181)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:30.301947 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a111a-2e31-4f3e-83f4-15db8aae4c59 req-9638c88b-7a78-47a4-a2e7-dea421a722ef tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:30.316785 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e87a111a-2e31-4f3e-83f4-15db8aae4c59 req-9638c88b-7a78-47a4-a2e7-dea421a722ef tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 943 time: 0.7293265 Aug 12 15:31:30.329050 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:30.385079 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': 'ad41b250-fc2b-40de-8589-c37a71da09ff', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'port_id': 'ad41b250-fc2b-40de-8589-c37a71da09ff', 'mac_address': 'fa:16:3e:b9:67:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:31:30.464365 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=bb497821-8775-4fb2-87ea-78c8dee3409e,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:30.468695 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:30.470714 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:30.475296 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-08596241-ddb6-482f-87e2-3cad15a2ce36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:30.492871 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad41b250-fc2b-40de-8589-c37a71da09ff {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:31:30.498871 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-08596241-ddb6-482f-87e2-3cad15a2ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:30.501031 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-384864c0-c70e-44d2-899b-661d6f2dd040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:30.502173 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-866b98f4-2b42-4dd0-945f-9c75fb26e6c8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:30.518364 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port ad41b250-fc2b-40de-8589-c37a71da09ff, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=ad41b250-fc2b-40de-8589-c37a71da09ff,segment=NetworkSegment(3a148533-f4a5-45f5-83cd-034fa2e35181),segment_id=3a148533-f4a5-45f5-83cd-034fa2e35181)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:30.520243 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-93de43b8-871b-43d5-a8eb-98bbba5ebe78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:30.525099 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:30.527691 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-da8dfb9f-4105-44a2-b11b-94501805f616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:30.537665 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-866b98f4-2b42-4dd0-945f-9c75fb26e6c8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Usage tracker for resource:port and tenant:e688111fb0094ab1b8d5d97c590ee4e7 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:30.543970 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-384864c0-c70e-44d2-899b-661d6f2dd040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:30.544932 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-866b98f4-2b42-4dd0-945f-9c75fb26e6c8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:30.575825 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-866b98f4-2b42-4dd0-945f-9c75fb26e6c8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:30.612894 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=ad41b250-fc2b-40de-8589-c37a71da09ff,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:30.616400 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:30.621767 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08596241-ddb6-482f-87e2-3cad15a2ce36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d0197e-f394-43bb-a5c5-fafec6454967,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:30.621925 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e87a111a-2e31-4f3e-83f4-15db8aae4c59 req-000d5da1-3ca9-4c41-a83e-843a916dbc5a tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041196 Aug 12 15:31:30.625963 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-08596241-ddb6-482f-87e2-3cad15a2ce36 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c6e21298582142f59107536676ef1ee7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4533112 Aug 12 15:31:30.628247 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-08596241-ddb6-482f-87e2-3cad15a2ce36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:30.628786 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2393118e-f825-484a-8f0b-62c5942ce813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:30.630262 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a80fd1-4e40-4afd-a471-a811dbf0287b req-d7771c1e-a116-4e24-9b9a-1a7374732cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:30.632451 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-29a80fd1-4e40-4afd-a471-a811dbf0287b req-d7771c1e-a116-4e24-9b9a-1a7374732cf0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2b674c06-763a-4b9c-899f-74cb3faee52e HTTP/1.1" status: 200 len: 919 time: 0.9284267 Aug 12 15:31:30.636219 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 46368) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:30.640517 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-384864c0-c70e-44d2-899b-661d6f2dd040 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2ee281602aa944e8a30eb3614639fb02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8383224 Aug 12 15:31:30.650432 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-d29dc2d1-73f5-407c-830d-8cdb0bcae5a9 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:30.652299 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-d29dc2d1-73f5-407c-830d-8cdb0bcae5a9 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/networks?id=dbb181ef-975e-4807-8710-3203d084afac HTTP/1.1" status: 200 len: 814 time: 0.4566967 Aug 12 15:31:30.653150 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 46372) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:30.655253 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-866b98f4-2b42-4dd0-945f-9c75fb26e6c8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Made reservation on behalf of e688111fb0094ab1b8d5d97c590ee4e7 for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:31:30.658655 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-866b98f4-2b42-4dd0-945f-9c75fb26e6c8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:30.753580 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384864c0-c70e-44d2-899b-661d6f2dd040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccda14f-cad8-4f16-b34d-615b58be3793,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:30.756733 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-384864c0-c70e-44d2-899b-661d6f2dd040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:30.763552 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-29a80fd1-4e40-4afd-a471-a811dbf0287b req-33343e5e-dd05-4e88-ae49-437b7a224a19 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b43d6b2a-07db-4b96-83e3-5f0419cdc240 HTTP/1.1" status: 200 len: 217 time: 0.1086056 Aug 12 15:31:30.837067 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9449d3a0-34c1-4950-ab8b-d2c577fcf6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:30.839588 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-a7446309-273e-49f7-a4ff-10c82064b86b tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/quotas/9e079d5a71e84fd2a7b132b69b028ffe HTTP/1.1" status: 200 len: 375 time: 0.1154442 Aug 12 15:31:30.915214 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9449d3a0-34c1-4950-ab8b-d2c577fcf6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:30.947887 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-866b98f4-2b42-4dd0-945f-9c75fb26e6c8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Allocated IP 172.20.0.11 (c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e/88e0880e-bb53-49b2-83d2-6dd899a35462/27b5917b-e68b-4e56-a2d3-622a638ef82f) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:31:30.969413 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a80fd1-4e40-4afd-a471-a811dbf0287b req-621dc256-f16b-4a09-a5f8-8e22a83f31f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:30.970925 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-29a80fd1-4e40-4afd-a471-a811dbf0287b req-621dc256-f16b-4a09-a5f8-8e22a83f31f7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cce504bc-20fe-4dae-b0d4-c8fe9856a2a3 HTTP/1.1" status: 200 len: 858 time: 0.1753640 Aug 12 15:31:30.971326 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['bb497821-8775-4fb2-87ea-78c8dee3409e'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:31:30.975096 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-1184a17a-c9bf-4dbd-ba5c-22c1dca2f76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:31.032075 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['ad41b250-fc2b-40de-8589-c37a71da09ff'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:31:31.047081 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-29a80fd1-4e40-4afd-a471-a811dbf0287b req-681a16e8-7cec-449a-a332-4693776ace29 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2b674c06-763a-4b9c-899f-74cb3faee52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643284 Aug 12 15:31:31.049050 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9449d3a0-34c1-4950-ab8b-d2c577fcf6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:31.058395 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-1184a17a-c9bf-4dbd-ba5c-22c1dca2f76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:31.066796 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:31.100551 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfbf88-d99c-41b7-a6dd-7ceea544891b req-1c18b45b-e92f-445b-a61d-633ebd81f2b4 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:31.102049 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f4cfbf88-d99c-41b7-a6dd-7ceea544891b req-1c18b45b-e92f-445b-a61d-633ebd81f2b4 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 945 time: 0.3587525 Aug 12 15:31:31.128600 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449d3a0-34c1-4950-ab8b-d2c577fcf6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d0197e-f394-43bb-a5c5-fafec6454967,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:31.138195 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-9449d3a0-34c1-4950-ab8b-d2c577fcf6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:31.165172 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9449d3a0-34c1-4950-ab8b-d2c577fcf6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:31.165909 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-9449d3a0-34c1-4950-ab8b-d2c577fcf6af admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/02d0197e-f394-43bb-a5c5-fafec6454967 HTTP/1.1" status: 204 len: 168 time: 0.5244033 Aug 12 15:31:31.219643 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-866b98f4-2b42-4dd0-945f-9c75fb26e6c8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:31.255931 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-802c3928-93d6-42fb-92e8-7dc748000791 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9e079d5a71e84fd2a7b132b69b028ffe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3880219 Aug 12 15:31:31.263573 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-866b98f4-2b42-4dd0-945f-9c75fb26e6c8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Transition to ACTIVE for port object 27b5917b-e68b-4e56-a2d3-622a638ef82f will not be triggered until provisioned by entity DHCP. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:31.313749 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-866b98f4-2b42-4dd0-945f-9c75fb26e6c8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:31.319439 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:31.448574 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-866b98f4-2b42-4dd0-945f-9c75fb26e6c8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Network c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:31.449124 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-866b98f4-2b42-4dd0-945f-9c75fb26e6c8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:31.453063 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-866b98f4-2b42-4dd0-945f-9c75fb26e6c8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:31:31.459128 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-866b98f4-2b42-4dd0-945f-9c75fb26e6c8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:31.459757 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-866b98f4-2b42-4dd0-945f-9c75fb26e6c8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:31.464214 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-436e6a07-ddd2-4103-97c0-e697b14faf8c service neutron] 10.222.0.59 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015026 Aug 12 15:31:31.474737 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b98f4-2b42-4dd0-945f-9c75fb26e6c8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Pushing event updated for resources: {'Port': ['ID=27b5917b-e68b-4e56-a2d3-622a638ef82f,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:31.479251 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-866b98f4-2b42-4dd0-945f-9c75fb26e6c8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:31.490538 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-866b98f4-2b42-4dd0-945f-9c75fb26e6c8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3385832 Aug 12 15:31:31.503028 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f4cfbf88-d99c-41b7-a6dd-7ceea544891b req-115fbe24-a9d5-4e72-9937-eed5d908d019 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3860655 Aug 12 15:31:31.515685 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Request body: {'port': {'device_id': '570f0172-f2a6-48b2-9814-7708e445037e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:31.551182 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-29a80fd1-4e40-4afd-a471-a811dbf0287b req-fae32ad1-a5c2-4347-8d3d-d1b0bf8dd465 service neutron] 10.222.0.82 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806054 Aug 12 15:31:31.564691 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-1184a17a-c9bf-4dbd-ba5c-22c1dca2f76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:31.619436 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-d6d8dff3-54b8-46e9-9e89-5320fa0f255d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:31.682874 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:31.723532 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184a17a-c9bf-4dbd-ba5c-22c1dca2f76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccda14f-cad8-4f16-b34d-615b58be3793,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:31.775110 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 46396) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:31.778147 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-1184a17a-c9bf-4dbd-ba5c-22c1dca2f76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:31.791756 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a6d63967-b7ee-42b5-85d2-3aebb311d349 None None] Provisioning for port 27b5917b-e68b-4e56-a2d3-622a638ef82f completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:31.796883 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-1184a17a-c9bf-4dbd-ba5c-22c1dca2f76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:31.798425 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-1184a17a-c9bf-4dbd-ba5c-22c1dca2f76a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2ccda14f-cad8-4f16-b34d-615b58be3793 HTTP/1.1" status: 204 len: 168 time: 1.1425514 Aug 12 15:31:31.813117 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a6d63967-b7ee-42b5-85d2-3aebb311d349 None None] Provisioning complete for port 27b5917b-e68b-4e56-a2d3-622a638ef82f triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:31.815172 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a6d63967-b7ee-42b5-85d2-3aebb311d349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:31.819473 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-beec0855-6599-4b14-8269-2392280cd081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:31.906793 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-ba985b21-4434-48b2-8a2c-0e57b448f45f service neutron] 10.222.0.59 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416847 Aug 12 15:31:31.937994 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-29a80fd1-4e40-4afd-a471-a811dbf0287b req-f6f92991-1adc-4581-8293-9634aa758e88 service neutron] 10.222.0.82 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745408 Aug 12 15:31:31.949289 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70053d3e-28b8-4cc1-b821-25e55fad1b2c req-5b94487a-34c3-4a2a-abb8-1b126e233096 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:31.950861 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-70053d3e-28b8-4cc1-b821-25e55fad1b2c req-5b94487a-34c3-4a2a-abb8-1b126e233096 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 932 time: 0.2488925 Aug 12 15:31:31.998081 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a6d63967-b7ee-42b5-85d2-3aebb311d349 None None] Port 27b5917b-e68b-4e56-a2d3-622a638ef82f cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:31:32.007613 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-70053d3e-28b8-4cc1-b821-25e55fad1b2c req-4d4ad44b-d427-47ef-8ef9-2973792fcb5f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509160 Aug 12 15:31:32.008929 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-beec0855-6599-4b14-8269-2392280cd081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:32.025192 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-beec0855-6599-4b14-8269-2392280cd081 admin admin] Usage tracker for resource:security_group_rule and tenant:062c21b927bf4f758fa30e77eb228127 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:32.042144 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-beec0855-6599-4b14-8269-2392280cd081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:32.051404 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-beec0855-6599-4b14-8269-2392280cd081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:32.376642 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b5917b-e68b-4e56-a2d3-622a638ef82f {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:31:32.390324 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-beec0855-6599-4b14-8269-2392280cd081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:32.392245 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:32.398867 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-beec0855-6599-4b14-8269-2392280cd081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:32.435874 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c2cb92a8-de03-46ec-abf6-5f805f0c87f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:32.465875 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-beec0855-6599-4b14-8269-2392280cd081 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=062c21b927bf4f758fa30e77eb228127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6885006 Aug 12 15:31:32.470969 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec0855-6599-4b14-8269-2392280cd081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba5a7a6-693f-40c3-b6c4-c4c9aff0ec18,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:32.473821 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 46426) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:32.478132 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Transition to ACTIVE for port object 27b5917b-e68b-4e56-a2d3-622a638ef82f will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:32.479437 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-beec0855-6599-4b14-8269-2392280cd081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:32.497655 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:32.510085 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-cf5bdb39-c6da-4dd3-9efb-06a1ded9daa0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:32.729976 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-155dafc4-6ae1-4229-afe3-5d1ca86002c7 req-f48672a4-5b26-4eb5-9324-c9fd4d6d0874 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=395993fb-8a66-404f-8335-d2ad55756d45 HTTP/1.1" status: 200 len: 210 time: 0.2370172 Aug 12 15:31:32.794495 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Attempting to bind port 27b5917b-e68b-4e56-a2d3-622a638ef82f on host hv-cinder-80434 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:31:32.795165 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Attempting to bind port 27b5917b-e68b-4e56-a2d3-622a638ef82f by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '1f5480dc-005e-4bad-94cf-ca02f08ace26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:31:32.795465 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Attempting to bind port 27b5917b-e68b-4e56-a2d3-622a638ef82f on network c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:31:32.812335 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Port 27b5917b-e68b-4e56-a2d3-622a638ef82f on network c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 12 15:31:32.812766 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Attempting to bind port 27b5917b-e68b-4e56-a2d3-622a638ef82f on network c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:31:32.814840 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe3fce-9801-4dc5-afe4-2359441f7b6b req-56bd9b27-60d4-46e7-ac37-1b4d4280c1e6 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:32.826875 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-41fe3fce-9801-4dc5-afe4-2359441f7b6b req-56bd9b27-60d4-46e7-ac37-1b4d4280c1e6 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 943 time: 0.4091702 Aug 12 15:31:32.836583 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Pushing event updated for resources: {'Port': ['ID=27b5917b-e68b-4e56-a2d3-622a638ef82f,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:32.841103 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cf306165-f60b-40c1-9b29-b929334f0978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:32.875933 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:32.876717 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Checking agent: {'id': 'ee8f405c-fd53-4642-8bfa-8ace78e7783f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:31:32.877063 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Checking segment: {'id': '1f5480dc-005e-4bad-94cf-ca02f08ace26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:31:32.877534 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Bound using segment: {'id': '1f5480dc-005e-4bad-94cf-ca02f08ace26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:31:32.880703 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Bound port: 27b5917b-e68b-4e56-a2d3-622a638ef82f, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5480dc-005e-4bad-94cf-ca02f08ace26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:31:32.881246 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:32.919148 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-41fe3fce-9801-4dc5-afe4-2359441f7b6b req-0bf7f023-dabb-4965-9120-9182f69eed28 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854256 Aug 12 15:31:32.948138 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cf306165-f60b-40c1-9b29-b929334f0978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:33.045422 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3379c8-18e5-42ed-8d8d-0de9f1a2aada req-11228b0e-5938-45db-9148-9903b4032e47 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:33.061060 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2b3379c8-18e5-42ed-8d8d-0de9f1a2aada req-11228b0e-5938-45db-9148-9903b4032e47 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 946 time: 0.1270659 Aug 12 15:31:33.099273 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cf306165-f60b-40c1-9b29-b929334f0978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:33.115211 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-384864c0-c70e-44d2-899b-661d6f2dd040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:33.149076 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf306165-f60b-40c1-9b29-b929334f0978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba5a7a6-693f-40c3-b6c4-c4c9aff0ec18,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:33.152103 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-cf306165-f60b-40c1-9b29-b929334f0978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:33.166991 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cf306165-f60b-40c1-9b29-b929334f0978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:33.171980 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-cf306165-f60b-40c1-9b29-b929334f0978 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fba5a7a6-693f-40c3-b6c4-c4c9aff0ec18 HTTP/1.1" status: 204 len: 168 time: 0.6957183 Aug 12 15:31:33.186982 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] For port 27b5917b-e68b-4e56-a2d3-622a638ef82f, host hv-cinder-80434, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:31:33.190912 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] For port 27b5917b-e68b-4e56-a2d3-622a638ef82f, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=27b5917b-e68b-4e56-a2d3-622a638ef82f,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:31:33.195793 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:33.200459 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:33.258168 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2b3379c8-18e5-42ed-8d8d-0de9f1a2aada req-b8d9ec6a-762c-45f4-96d1-dd0a4ce40688 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e70294d-2902-4821-88c1-490f55d3b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971946 Aug 12 15:31:33.281566 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:33.282409 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:33.283858 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] 10.222.0.82 "PUT /v2.0/ports/27b5917b-e68b-4e56-a2d3-622a638ef82f HTTP/1.1" status: 200 len: 1094 time: 1.7740598 Aug 12 15:31:33.285117 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570f0172-f2a6-48b2-9814-7708e445037e', 'tag': '27b5917b-e68b-4e56-a2d3-622a638ef82f'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:31:33.333331 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Pushing event updated for resources: {'Port': ['ID=27b5917b-e68b-4e56-a2d3-622a638ef82f,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:33.340167 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:33.345254 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762a02b-ec04-4c0d-a1ae-69a77b840413 req-86149d7a-ff1e-4816-8591-3e026418bb20 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:33.347384 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f762a02b-ec04-4c0d-a1ae-69a77b840413 req-86149d7a-ff1e-4816-8591-3e026418bb20 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 945 time: 0.2514377 Aug 12 15:31:33.379500 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device b43d6b2a-07db-4b96-83e3-5f0419cdc240 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:31:33.387443 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device bb497821-8775-4fb2-87ea-78c8dee3409e up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:31:33.396214 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 46468) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:33.529732 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f762a02b-ec04-4c0d-a1ae-69a77b840413 req-aa203bab-bf2b-49c7-ada8-15c2f3a588de tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703451 Aug 12 15:31:33.605882 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570f0172-f2a6-48b2-9814-7708e445037e', 'tag': '27b5917b-e68b-4e56-a2d3-622a638ef82f', 'status': 'completed', 'code': 200} Aug 12 15:31:33.658299 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-9c9209ab-ec63-42f8-89dc-e46d1967fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:33.659854 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-9c9209ab-ec63-42f8-89dc-e46d1967fe39 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e688111fb0094ab1b8d5d97c590ee4e7&device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 1097 time: 0.2595737 Aug 12 15:31:33.689731 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17753351-1946-46e2-af40-1fae388126c5 req-14d55da8-f5e3-412c-8356-c80ea11993c0 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:33.692924 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-17753351-1946-46e2-af40-1fae388126c5 req-14d55da8-f5e3-412c-8356-c80ea11993c0 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.1559470 Aug 12 15:31:33.730418 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning for port bb497821-8775-4fb2-87ea-78c8dee3409e completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:33.751362 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-17753351-1946-46e2-af40-1fae388126c5 req-47649d9c-45bf-42af-b7e7-8ebc3adca5a1 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517685 Aug 12 15:31:33.752127 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port bb497821-8775-4fb2-87ea-78c8dee3409e triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:33.752520 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:33.811056 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-f187e88d-e3a7-4f1d-9099-c0e9dcd15738 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27b5917b-e68b-4e56-a2d3-622a638ef82f HTTP/1.1" status: 200 len: 217 time: 0.1304498 Aug 12 15:31:33.851153 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port b43d6b2a-07db-4b96-83e3-5f0419cdc240, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=b43d6b2a-07db-4b96-83e3-5f0419cdc240,segment=NetworkSegment(f63d5aea-debc-4a98-b754-f7136f72aa86),segment_id=f63d5aea-debc-4a98-b754-f7136f72aa86)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:33.866002 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': 'b43d6b2a-07db-4b96-83e3-5f0419cdc240', 'network_id': '2b674c06-763a-4b9c-899f-74cb3faee52e', 'port_id': 'b43d6b2a-07db-4b96-83e3-5f0419cdc240', 'mac_address': 'fa:16:3e:ef:96:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce504bc-20fe-4dae-b0d4-c8fe9856a2a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:31:33.982394 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6399c1fa-51a7-4e63-93f0-b8704f46ae44 req-435e4cc2-0a28-4576-8cfb-02a778515344 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=395993fb-8a66-404f-8335-d2ad55756d45 HTTP/1.1" status: 200 len: 210 time: 0.0911093 Aug 12 15:31:34.011619 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2f644195-3927-4721-91e4-ba298b9b7359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:34.035689 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-c16eda86-0da1-449c-962a-8a636252f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:34.038522 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-c16eda86-0da1-449c-962a-8a636252f0c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=88e0880e-bb53-49b2-83d2-6dd899a35462 HTTP/1.1" status: 200 len: 856 time: 0.1915975 Aug 12 15:31:34.039583 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-2f644195-3927-4721-91e4-ba298b9b7359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:34.056240 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-2f644195-3927-4721-91e4-ba298b9b7359 admin admin] Usage tracker for resource:security_group_rule and tenant:82a0f94fc3ef4d9f8e006a1274c19ded is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:34.065342 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-2f644195-3927-4721-91e4-ba298b9b7359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:34.105509 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:34.152096 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:34.234209 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port bb497821-8775-4fb2-87ea-78c8dee3409e, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=bb497821-8775-4fb2-87ea-78c8dee3409e,segment=NetworkSegment(f63d5aea-debc-4a98-b754-f7136f72aa86),segment_id=f63d5aea-debc-4a98-b754-f7136f72aa86)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:34.237864 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd2122b-fc65-495c-b6ce-4e515f7bd6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb497821-8775-4fb2-87ea-78c8dee3409e'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:31:34.249994 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-2f644195-3927-4721-91e4-ba298b9b7359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:34.256044 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:34.257171 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device ad41b250-fc2b-40de-8589-c37a71da09ff up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:31:34.325144 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:34.379429 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43d6b2a-07db-4b96-83e3-5f0419cdc240 {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:31:34.379639 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-8113647d-0f7c-426f-94b9-c583fc2df777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:34.382937 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-8113647d-0f7c-426f-94b9-c583fc2df777 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3094583 Aug 12 15:31:34.398219 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port b43d6b2a-07db-4b96-83e3-5f0419cdc240, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=b43d6b2a-07db-4b96-83e3-5f0419cdc240,segment=NetworkSegment(f63d5aea-debc-4a98-b754-f7136f72aa86),segment_id=f63d5aea-debc-4a98-b754-f7136f72aa86)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:34.420188 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd2122b-fc65-495c-b6ce-4e515f7bd6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb497821-8775-4fb2-87ea-78c8dee3409e', 'code': 200} Aug 12 15:31:34.428754 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:34.462250 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=bb497821-8775-4fb2-87ea-78c8dee3409e,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:34.468978 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:34.471949 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:34.540129 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning for port ad41b250-fc2b-40de-8589-c37a71da09ff completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:34.554750 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port ad41b250-fc2b-40de-8589-c37a71da09ff triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:34.555440 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:34.642755 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=b43d6b2a-07db-4b96-83e3-5f0419cdc240,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:34.740799 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:34.742538 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:34.747864 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-480793c0-41ef-4411-ba41-8b8ae6b0597e tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:34.750483 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-480793c0-41ef-4411-ba41-8b8ae6b0597e tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.82 "GET /v2.0/networks?id=dbb181ef-975e-4807-8710-3203d084afac HTTP/1.1" status: 200 len: 814 time: 0.7244236 Aug 12 15:31:34.771909 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2f644195-3927-4721-91e4-ba298b9b7359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:34.797032 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2f644195-3927-4721-91e4-ba298b9b7359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:34.802584 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-3e0334a9-40f0-48bd-a2ca-511f0960d45d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Request body: {'port': {'device_id': '395993fb-8a66-404f-8335-d2ad55756d45', 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac', 'admin_state_up': True, 'tenant_id': '9e079d5a71e84fd2a7b132b69b028ffe'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:34.834881 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port ad41b250-fc2b-40de-8589-c37a71da09ff, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=ad41b250-fc2b-40de-8589-c37a71da09ff,segment=NetworkSegment(3a148533-f4a5-45f5-83cd-034fa2e35181),segment_id=3a148533-f4a5-45f5-83cd-034fa2e35181)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:34.841543 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:34.844136 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:34.847528 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-bd3920dc-0ab6-4915-91c9-59fcbbe74bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:34.858302 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cdbce-312f-4611-b6a3-e4c41f1221a5 req-8316021f-b70a-4e97-9d62-e2203697b318 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:34.865509 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-564cdbce-312f-4611-b6a3-e4c41f1221a5 req-8316021f-b70a-4e97-9d62-e2203697b318 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 943 time: 0.7399821 Aug 12 15:31:34.884118 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-2f644195-3927-4721-91e4-ba298b9b7359 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=82a0f94fc3ef4d9f8e006a1274c19ded&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4811795 Aug 12 15:31:34.884118 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-70c12b8e-56ea-4f9c-b933-73a822622d3a service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566519 Aug 12 15:31:34.884118 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 46518) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:34.884118 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f644195-3927-4721-91e4-ba298b9b7359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1161d9d-ca1c-42bb-b199-fa379fe43608,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:34.887202 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2f644195-3927-4721-91e4-ba298b9b7359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:34.976432 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=ad41b250-fc2b-40de-8589-c37a71da09ff,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:34.981411 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['b43d6b2a-07db-4b96-83e3-5f0419cdc240'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:31:34.991099 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-564cdbce-312f-4611-b6a3-e4c41f1221a5 req-7236d4e5-fb35-4967-8453-b79a97f3c9f4 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242967 Aug 12 15:31:35.050954 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:35.136440 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e8a91-3924-4410-b83b-46f863c36562 req-9aea2d75-4141-41bb-87f5-b56402fc2f21 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:35.139658 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-804e8a91-3924-4410-b83b-46f863c36562 req-9aea2d75-4141-41bb-87f5-b56402fc2f21 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 946 time: 0.5147984 Aug 12 15:31:35.172350 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188fbcf-27d6-491a-bf4e-f3f6579b28be req-e62d5ba1-f37d-4310-b3a4-72ace817cfa4 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:35.173803 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-8188fbcf-27d6-491a-bf4e-f3f6579b28be req-e62d5ba1-f37d-4310-b3a4-72ace817cfa4 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Synchronizing usage tracker for tenant:236373df89774c78926b300fa1ab519e on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:31:35.173924 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-3e0334a9-40f0-48bd-a2ca-511f0960d45d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:35.181903 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-3e0334a9-40f0-48bd-a2ca-511f0960d45d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Usage tracker for resource:port and tenant:9e079d5a71e84fd2a7b132b69b028ffe is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:35.232599 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-544ef9a4-2802-41ee-a2d5-1aa4494cd533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:35.240535 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-3e0334a9-40f0-48bd-a2ca-511f0960d45d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:35.254739 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340c4c1-7d88-4a89-87d2-96ecb9912fa8 req-b520ffcc-e17f-4459-b12b-650e370b09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:35.257301 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c340c4c1-7d88-4a89-87d2-96ecb9912fa8 req-b520ffcc-e17f-4459-b12b-650e370b09a7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 1098 time: 0.4127283 Aug 12 15:31:35.262296 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-63618f86-6acb-466f-be4b-9134ba5a60e9 req-759d1ced-d8bc-437e-9fd7-f4aff8e28e7d service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372335 Aug 12 15:31:35.265259 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-8188fbcf-27d6-491a-bf4e-f3f6579b28be req-e62d5ba1-f37d-4310-b3a4-72ace817cfa4 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Unset dirty status for tenant:236373df89774c78926b300fa1ab519e on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:31:35.266494 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-8188fbcf-27d6-491a-bf4e-f3f6579b28be req-e62d5ba1-f37d-4310-b3a4-72ace817cfa4 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 946 time: 0.5765386 Aug 12 15:31:35.268338 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-3e0334a9-40f0-48bd-a2ca-511f0960d45d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:35.281411 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-804e8a91-3924-4410-b83b-46f863c36562 req-9890f2c7-fe2b-4682-b55f-d327ab42f9e2 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e70294d-2902-4821-88c1-490f55d3b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299899 Aug 12 15:31:35.331517 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-3e0334a9-40f0-48bd-a2ca-511f0960d45d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Made reservation on behalf of 9e079d5a71e84fd2a7b132b69b028ffe for: {'port': 1} {{(pid=79207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:31:35.344137 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-3e0334a9-40f0-48bd-a2ca-511f0960d45d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:35.356833 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-544ef9a4-2802-41ee-a2d5-1aa4494cd533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:35.422881 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc299e7-97ed-4469-9572-4226f42b52a7 req-4a1e8ad9-bfa5-45cd-aad6-53d3c4c65403 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:35.424412 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2dc299e7-97ed-4469-9572-4226f42b52a7 req-4a1e8ad9-bfa5-45cd-aad6-53d3c4c65403 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.2481055 Aug 12 15:31:35.544901 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c340c4c1-7d88-4a89-87d2-96ecb9912fa8 req-50c18d2c-1902-419b-b13d-5b8a00715179 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691052 Aug 12 15:31:35.575469 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-8188fbcf-27d6-491a-bf4e-f3f6579b28be req-5c687405-404d-4940-aac4-e4530166ec3b tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Deleting port a42b400f-c53b-40e3-8d83-6d2892682341 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:31:35.575944 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-8188fbcf-27d6-491a-bf4e-f3f6579b28be req-5c687405-404d-4940-aac4-e4530166ec3b tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:35.585432 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2dc299e7-97ed-4469-9572-4226f42b52a7 req-2c8b7683-567d-46ec-806f-3e9021348a9e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546125 Aug 12 15:31:35.632472 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_common [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-3e0334a9-40f0-48bd-a2ca-511f0960d45d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Allocated IP 172.20.0.6 (dbb181ef-975e-4807-8710-3203d084afac/16db9637-239a-4a26-a46b-09e2d03b1fdb/d1d3ac54-2631-4e02-a31b-2264ffc5d4d2) {{(pid=79207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:31:35.657152 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de641d57-2bd0-42e4-94b2-38941961b1a9 req-47aa6c3d-351a-459f-b094-2c2c76dc0f30 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:35.658738 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-de641d57-2bd0-42e4-94b2-38941961b1a9 req-47aa6c3d-351a-459f-b094-2c2c76dc0f30 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.1931727 Aug 12 15:31:35.678965 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-544ef9a4-2802-41ee-a2d5-1aa4494cd533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:35.691110 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-08596241-ddb6-482f-87e2-3cad15a2ce36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:35.699750 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de757aa2-3f96-4086-8720-ec6937c6bf84 req-62993714-4f8c-407c-b4ac-ee9327346ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:35.701216 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-de757aa2-3f96-4086-8720-ec6937c6bf84 req-62993714-4f8c-407c-b4ac-ee9327346ef9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e688111fb0094ab1b8d5d97c590ee4e7&device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 1097 time: 0.3175652 Aug 12 15:31:35.731115 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ef9a4-2802-41ee-a2d5-1aa4494cd533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1161d9d-ca1c-42bb-b199-fa379fe43608,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:35.733074 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-544ef9a4-2802-41ee-a2d5-1aa4494cd533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:35.736910 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-544ef9a4-2802-41ee-a2d5-1aa4494cd533 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f1161d9d-ca1c-42bb-b199-fa379fe43608 HTTP/1.1" status: 204 len: 168 time: 0.8483458 Aug 12 15:31:35.738532 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-544ef9a4-2802-41ee-a2d5-1aa4494cd533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:35.829402 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-de641d57-2bd0-42e4-94b2-38941961b1a9 req-305be181-309c-481f-b481-39cea04afd3c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615405 Aug 12 15:31:35.840403 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-99f6d7e1-2a1d-4d3d-b958-495ed0eb4be3 req-e82d1269-e44d-41c0-a6d6-d73b69f1285c tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=395993fb-8a66-404f-8335-d2ad55756d45 HTTP/1.1" status: 200 len: 210 time: 0.0895884 Aug 12 15:31:36.015286 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-3e0334a9-40f0-48bd-a2ca-511f0960d45d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks [] for port, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:36.057724 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-3e0334a9-40f0-48bd-a2ca-511f0960d45d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:36.067147 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:36.078772 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de757aa2-3f96-4086-8720-ec6937c6bf84 req-7de7505c-74f2-4f51-a18b-6692190226b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:36.080217 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-de757aa2-3f96-4086-8720-ec6937c6bf84 req-7de7505c-74f2-4f51-a18b-6692190226b0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e HTTP/1.1" status: 200 len: 918 time: 0.2256358 Aug 12 15:31:36.091531 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-8188fbcf-27d6-491a-bf4e-f3f6579b28be req-5c687405-404d-4940-aac4-e4530166ec3b tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] For port a42b400f-c53b-40e3-8d83-6d2892682341, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=a42b400f-c53b-40e3-8d83-6d2892682341,segment=NetworkSegment(0305235f-f2e8-4774-967a-f231c9bb5f95),segment_id=0305235f-f2e8-4774-967a-f231c9bb5f95)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:36.091883 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-8188fbcf-27d6-491a-bf4e-f3f6579b28be req-5c687405-404d-4940-aac4-e4530166ec3b tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:36.098568 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['33a03c4a-af94-4f4d-bdc3-143df79f341e'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:31:36.421532 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 46558) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:36.426810 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0334a9-40f0-48bd-a2ca-511f0960d45d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Pushing event updated for resources: {'Port': ['ID=d1d3ac54-2631-4e02-a31b-2264ffc5d4d2,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:36.427305 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3215b447-7cbd-43df-b4ce-27bba257c0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad41b250-fc2b-40de-8589-c37a71da09ff'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:31:36.429714 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-3e0334a9-40f0-48bd-a2ca-511f0960d45d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:36.456305 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-3e0334a9-40f0-48bd-a2ca-511f0960d45d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Network dbb181ef-975e-4807-8710-3203d084afac is already hosted by enough agents. {{(pid=79207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:36.498881 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-3e0334a9-40f0-48bd-a2ca-511f0960d45d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Resources bound (agent type, host, resource id): {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:36.509921 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-3e0334a9-40f0-48bd-a2ca-511f0960d45d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Received port after_create {{(pid=79207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:31:36.513407 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-de757aa2-3f96-4086-8720-ec6937c6bf84 req-cec12cf2-f0e0-448b-a090-cebf2d9a45bd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27b5917b-e68b-4e56-a2d3-622a638ef82f HTTP/1.1" status: 200 len: 217 time: 0.3855395 Aug 12 15:31:36.535730 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-8188fbcf-27d6-491a-bf4e-f3f6579b28be req-5c687405-404d-4940-aac4-e4530166ec3b tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Calling delete_port for a42b400f-c53b-40e3-8d83-6d2892682341 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:31:36.604498 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-3e0334a9-40f0-48bd-a2ca-511f0960d45d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:36.605146 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-3e0334a9-40f0-48bd-a2ca-511f0960d45d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for port, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:36.618835 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7571050-7204-4633-bc5b-0b27dfe9c2af req-cbe69347-ac70-4853-ba0e-3b921b5646b8 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:36.620344 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d7571050-7204-4633-bc5b-0b27dfe9c2af req-cbe69347-ac70-4853-ba0e-3b921b5646b8 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 944 time: 0.3734672 Aug 12 15:31:36.635308 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7ded80c9-9771-437c-a404-3432b87111dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:36.665067 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a6baf-1a7e-4027-aeef-faaf90dea211 req-cea0e3f8-5ac0-4fc9-a155-b6f8549ea825 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:36.666585 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cd7a6baf-1a7e-4027-aeef-faaf90dea211 req-cea0e3f8-5ac0-4fc9-a155-b6f8549ea825 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 946 time: 0.2166755 Aug 12 15:31:36.674538 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-7ded80c9-9771-437c-a404-3432b87111dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:36.676134 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-3e0334a9-40f0-48bd-a2ca-511f0960d45d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9000304 Aug 12 15:31:36.687332 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-7ded80c9-9771-437c-a404-3432b87111dc admin admin] Usage tracker for resource:security_group_rule and tenant:4e0388ef764d4be091fa2c53dc010391 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:36.694632 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de757aa2-3f96-4086-8720-ec6937c6bf84 req-c358f05a-97a1-4394-b311-f6412819654e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:36.696247 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-de757aa2-3f96-4086-8720-ec6937c6bf84 req-c358f05a-97a1-4394-b311-f6412819654e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=88e0880e-bb53-49b2-83d2-6dd899a35462 HTTP/1.1" status: 200 len: 856 time: 0.1288128 Aug 12 15:31:36.699374 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-7ded80c9-9771-437c-a404-3432b87111dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:36.707464 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d7571050-7204-4633-bc5b-0b27dfe9c2af req-974a379c-892d-4792-8172-cda2da6aa839 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783379 Aug 12 15:31:36.747522 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cd7a6baf-1a7e-4027-aeef-faaf90dea211 req-410e6036-b705-44c4-af9f-777eb6a97824 tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e70294d-2902-4821-88c1-490f55d3b0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704508 Aug 12 15:31:36.782105 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3215b447-7cbd-43df-b4ce-27bba257c0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad41b250-fc2b-40de-8589-c37a71da09ff', 'code': 200} Aug 12 15:31:36.793997 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-7ded80c9-9771-437c-a404-3432b87111dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:36.837268 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Request body: {'port': {'device_id': '395993fb-8a66-404f-8335-d2ad55756d45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:37.076427 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-8188fbcf-27d6-491a-bf4e-f3f6579b28be req-5c687405-404d-4940-aac4-e4530166ec3b tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:37.087826 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:37.129507 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:37.136009 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['a42b400f-c53b-40e3-8d83-6d2892682341'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:31:37.146058 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c687405-404d-4940-aac4-e4530166ec3b tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Pushing event deleted for resources: {'Port': ['ID=a42b400f-c53b-40e3-8d83-6d2892682341,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:37.160445 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5c687405-404d-4940-aac4-e4530166ec3b tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:37.276005 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5d56f-28c1-4e93-b12b-ed864af5aaac req-cc554bbd-61ad-4b91-8558-3494bddb4f9f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:37.280781 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-20f5d56f-28c1-4e93-b12b-ed864af5aaac req-cc554bbd-61ad-4b91-8558-3494bddb4f9f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.3182573 Aug 12 15:31:37.296454 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de757aa2-3f96-4086-8720-ec6937c6bf84 req-b0364f15-fc47-49f0-aab3-cffd9f5f99f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:37.297930 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-de757aa2-3f96-4086-8720-ec6937c6bf84 req-b0364f15-fc47-49f0-aab3-cffd9f5f99f2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4052815 Aug 12 15:31:37.308192 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-8188fbcf-27d6-491a-bf4e-f3f6579b28be req-5c687405-404d-4940-aac4-e4530166ec3b tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] No DVR routers for this DVR port a42b400f-c53b-40e3-8d83-6d2892682341 on host hv-cinder-80434 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:31:37.328026 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cb63f-af6f-4943-84c3-440e85c233d3 req-d75aecba-918f-4f3f-b90b-5bd7a931ff25 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:37.329948 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cb2cb63f-af6f-4943-84c3-440e85c233d3 req-d75aecba-918f-4f3f-b90b-5bd7a931ff25 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.2843289 Aug 12 15:31:37.337603 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7ded80c9-9771-437c-a404-3432b87111dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:37.339122 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-8188fbcf-27d6-491a-bf4e-f3f6579b28be req-5c687405-404d-4940-aac4-e4530166ec3b tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:37.344117 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3763cb-31a6-4300-8139-d689ca9f5b5e', 'name': 'network-vif-deleted', 'tag': 'a42b400f-c53b-40e3-8d83-6d2892682341'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:31:37.358992 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7ded80c9-9771-437c-a404-3432b87111dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:37.380485 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-09366620-b293-4a98-a539-a5022b2cc3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:37.418637 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-20f5d56f-28c1-4e93-b12b-ed864af5aaac req-29bdc44a-e4ce-4bb4-91b0-1dd8df8c3314 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286325 Aug 12 15:31:37.434706 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device b43d6b2a-07db-4b96-83e3-5f0419cdc240 up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:31:37.474424 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-8188fbcf-27d6-491a-bf4e-f3f6579b28be req-5c687405-404d-4940-aac4-e4530166ec3b tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.82 "DELETE /v2.0/ports/a42b400f-c53b-40e3-8d83-6d2892682341 HTTP/1.1" status: 204 len: 173 time: 2.1756833 Aug 12 15:31:37.500173 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-7ded80c9-9771-437c-a404-3432b87111dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e0388ef764d4be091fa2c53dc010391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9864321 Aug 12 15:31:37.506314 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 46578) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:37.528843 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded80c9-9771-437c-a404-3432b87111dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454eb099-f14c-4142-8033-89f1d78eb930,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:37.532483 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning for port b43d6b2a-07db-4b96-83e3-5f0419cdc240 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:37.537544 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7ded80c9-9771-437c-a404-3432b87111dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:37.540872 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port b43d6b2a-07db-4b96-83e3-5f0419cdc240 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:37.541730 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:37.578747 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3673131-06ab-419a-b5a5-cf9aedfe2d60 req-2df464db-a59c-431c-bfcd-2c299abe8050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:37.580195 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-a3673131-06ab-419a-b5a5-cf9aedfe2d60 req-2df464db-a59c-431c-bfcd-2c299abe8050 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 1099 time: 0.3763034 Aug 12 15:31:37.585648 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-de757aa2-3f96-4086-8720-ec6937c6bf84 req-3d6d93d2-9740-4f3a-b9ca-9e223309d188 service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747664 Aug 12 15:31:37.625071 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cb2cb63f-af6f-4943-84c3-440e85c233d3 req-d4b828e9-1325-4072-8184-e022dfb472ec tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876978 Aug 12 15:31:37.729134 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.notifiers.nova [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 {{(pid=79207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:31:37.741049 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:37.761912 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:37.767504 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.provisioning_blocks [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Transition to ACTIVE for port object d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 will not be triggered until provisioned by entity L2. {{(pid=79207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:37.772928 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2979777'] for port, after_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:37.780912 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:37.813213 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port b43d6b2a-07db-4b96-83e3-5f0419cdc240, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=b43d6b2a-07db-4b96-83e3-5f0419cdc240,segment=NetworkSegment(f63d5aea-debc-4a98-b754-f7136f72aa86),segment_id=f63d5aea-debc-4a98-b754-f7136f72aa86)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:37.819244 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:37.821306 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device a42b400f-c53b-40e3-8d83-6d2892682341 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:31:37.845409 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca4bdc-c0b7-4d04-b358-876b8c88af8c req-c36e4a65-6777-4d6a-a61b-bc17ed54b1bc tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:37.846180 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-efca4bdc-c0b7-4d04-b358-876b8c88af8c req-c36e4a65-6777-4d6a-a61b-bc17ed54b1bc tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Synchronizing usage tracker for tenant:9e079d5a71e84fd2a7b132b69b028ffe on resource:port {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:31:37.866227 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-e6387540-b94d-44c6-aeb2-7499a1b0fe1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:37.994451 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=b43d6b2a-07db-4b96-83e3-5f0419cdc240,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:38.010398 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] No Port match for: a42b400f-c53b-40e3-8d83-6d2892682341 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:31:38.010890 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device a42b400f-c53b-40e3-8d83-6d2892682341 not bound to the agent host hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:31:38.012970 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:38.030505 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-de757aa2-3f96-4086-8720-ec6937c6bf84 req-3dc75b31-0449-40ad-8e1b-2fc348e0f1bb service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917747 Aug 12 15:31:38.033205 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3763cb-31a6-4300-8139-d689ca9f5b5e', 'name': 'network-vif-deleted', 'tag': 'a42b400f-c53b-40e3-8d83-6d2892682341', 'status': 'completed', 'code': 200} Aug 12 15:31:38.057593 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-a3673131-06ab-419a-b5a5-cf9aedfe2d60 req-bc074318-a299-47e6-84e4-76fa8a07bdcb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4622426 Aug 12 15:31:38.059983 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9c48d29e-bb5a-4432-a26e-7240c3b26d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:38.087026 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9c48d29e-bb5a-4432-a26e-7240c3b26d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:38.109963 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d3ac54-2631-4e02-a31b-2264ffc5d4d2,revision_number=2']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:38.113369 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:38.126800 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-efca4bdc-c0b7-4d04-b358-876b8c88af8c req-c36e4a65-6777-4d6a-a61b-bc17ed54b1bc tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Unset dirty status for tenant:9e079d5a71e84fd2a7b132b69b028ffe on resource:port {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:31:38.128765 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-efca4bdc-c0b7-4d04-b358-876b8c88af8c req-c36e4a65-6777-4d6a-a61b-bc17ed54b1bc tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=395993fb-8a66-404f-8335-d2ad55756d45 HTTP/1.1" status: 200 len: 931 time: 0.5024226 Aug 12 15:31:38.170843 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9c48d29e-bb5a-4432-a26e-7240c3b26d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:38.185221 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:38.200741 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48d29e-bb5a-4432-a26e-7240c3b26d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454eb099-f14c-4142-8033-89f1d78eb930,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:38.207576 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-9c48d29e-bb5a-4432-a26e-7240c3b26d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:38.211445 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-9c48d29e-bb5a-4432-a26e-7240c3b26d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:38.212810 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-9c48d29e-bb5a-4432-a26e-7240c3b26d5f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/454eb099-f14c-4142-8033-89f1d78eb930 HTTP/1.1" status: 204 len: 168 time: 0.7046213 Aug 12 15:31:38.250954 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73582f0-4afc-431b-9fa1-adcc80a21380 req-e15779f5-ce32-49d0-89d5-c1802303b8de tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:38.252432 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b73582f0-4afc-431b-9fa1-adcc80a21380 req-e15779f5-ce32-49d0-89d5-c1802303b8de tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.3314712 Aug 12 15:31:38.257458 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-efca4bdc-c0b7-4d04-b358-876b8c88af8c req-e29ed9b8-2123-4a91-93bf-c6409841702a tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216877 Aug 12 15:31:38.299704 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.managers [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Attempting to bind port d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 on host hv-cinder-80434 for vnic_type normal with profile {{(pid=79207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:31:38.300685 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.managers [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Attempting to bind port d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': 'f121fbc5-3d8b-4df1-abd9-125f9716be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac'}] {{(pid=79207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:31:38.301170 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Attempting to bind port d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 on network dbb181ef-975e-4807-8710-3203d084afac {{(pid=79207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:31:38.316906 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Port d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 on network dbb181ef-975e-4807-8710-3203d084afac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 12 15:31:38.317381 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Attempting to bind port d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 on network dbb181ef-975e-4807-8710-3203d084afac {{(pid=79207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:31:38.330847 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Checking agent: {'id': 'ee8f405c-fd53-4642-8bfa-8ace78e7783f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:31:38.331997 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Checking segment: {'id': 'f121fbc5-3d8b-4df1-abd9-125f9716be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:31:38.332530 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Bound using segment: {'id': 'f121fbc5-3d8b-4df1-abd9-125f9716be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac'} {{(pid=79207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:31:38.333593 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.managers [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Bound port: d1d3ac54-2631-4e02-a31b-2264ffc5d4d2, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f121fbc5-3d8b-4df1-abd9-125f9716be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac'}}] {{(pid=79207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:31:38.333835 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:38.353803 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b73582f0-4afc-431b-9fa1-adcc80a21380 req-4e4e0e1c-6d54-4fee-844d-72672b81028d tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793939 Aug 12 15:31:38.456740 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.db [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] For port d1d3ac54-2631-4e02-a31b-2264ffc5d4d2, host hv-cinder-80434, cleared binding levels {{(pid=79207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:31:38.460250 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.db [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] For port d1d3ac54-2631-4e02-a31b-2264ffc5d4d2, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=d1d3ac54-2631-4e02-a31b-2264ffc5d4d2,segment=NetworkSegment(f121fbc5-3d8b-4df1-abd9-125f9716be35),segment_id=f121fbc5-3d8b-4df1-abd9-125f9716be35)] {{(pid=79207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:31:38.469929 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2979777'] for port, after_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:38.508599 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:38.566401 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-40465fb2-30bb-4e98-a0e5-812a1dbd5e6f req-52f4633d-ed41-4965-b3e3-6d549649058c tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc3763cb-31a6-4300-8139-d689ca9f5b5e HTTP/1.1" status: 200 len: 210 time: 0.0903244 Aug 12 15:31:38.704267 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:38.704872 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for port, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:38.706902 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] 10.222.0.82 "PUT /v2.0/ports/d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 HTTP/1.1" status: 200 len: 1093 time: 1.8732870 Aug 12 15:31:38.707305 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395993fb-8a66-404f-8335-d2ad55756d45', 'tag': 'd1d3ac54-2631-4e02-a31b-2264ffc5d4d2'}] {{(pid=79207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:31:38.737234 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-95d9196a-28c5-4752-a171-a5f751b89f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:38.745186 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d3ac54-2631-4e02-a31b-2264ffc5d4d2,revision_number=3']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:38.749204 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:38.767542 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde3503-b1f8-4fb3-8f60-e086265df765 req-a6995c3d-fb0b-4477-a4f6-fa5858d3c814 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:38.776136 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-acde3503-b1f8-4fb3-8f60-e086265df765 req-a6995c3d-fb0b-4477-a4f6-fa5858d3c814 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.2207212 Aug 12 15:31:38.783215 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7717497e-d75e-40d3-9e5e-706eb99800c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43d6b2a-07db-4b96-83e3-5f0419cdc240'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:31:38.906839 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-acde3503-b1f8-4fb3-8f60-e086265df765 req-e646d3f2-5fe7-48f6-929d-be1bf963a38c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297946 Aug 12 15:31:38.962684 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-b5247da7-f5a4-4a36-b510-b9453cfea98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:38.965025 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-b5247da7-f5a4-4a36-b510-b9453cfea98f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e079d5a71e84fd2a7b132b69b028ffe&device_id=395993fb-8a66-404f-8335-d2ad55756d45 HTTP/1.1" status: 200 len: 1096 time: 0.1657186 Aug 12 15:31:38.982027 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83bd39-09ad-4bdf-8a5c-862a5cf12e55 req-eeaaae23-3911-496a-88ef-bd02a4003359 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:38.983967 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6f83bd39-09ad-4bdf-8a5c-862a5cf12e55 req-eeaaae23-3911-496a-88ef-bd02a4003359 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.1421289 Aug 12 15:31:39.089868 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7717497e-d75e-40d3-9e5e-706eb99800c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43d6b2a-07db-4b96-83e3-5f0419cdc240', 'code': 200} Aug 12 15:31:39.101983 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395993fb-8a66-404f-8335-d2ad55756d45', 'tag': 'd1d3ac54-2631-4e02-a31b-2264ffc5d4d2', 'status': 'completed', 'code': 200} Aug 12 15:31:39.103882 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-63dca1fb-ce7d-46b4-9446-bf11e4c6a40c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 HTTP/1.1" status: 200 len: 217 time: 0.0867469 Aug 12 15:31:39.146336 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6f83bd39-09ad-4bdf-8a5c-862a5cf12e55 req-c1e8bf29-00b8-4ec7-b95e-4bdf819e01ae tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537631 Aug 12 15:31:39.226873 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-3804f324-774c-45be-9567-4dead5465827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:39.228316 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-3804f324-774c-45be-9567-4dead5465827 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16db9637-239a-4a26-a46b-09e2d03b1fdb HTTP/1.1" status: 200 len: 854 time: 0.0810704 Aug 12 15:31:39.293098 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-aa0cbb1e-0c00-4cb0-91d0-de7467986e32 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dbb181ef-975e-4807-8710-3203d084afac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569971 Aug 12 15:31:39.404040 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 27b5917b-e68b-4e56-a2d3-622a638ef82f details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:31:39.594283 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-75aa1a84-c81a-4ab5-9df8-5e9ddded106c service neutron] 10.222.0.82 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862480 Aug 12 15:31:39.648957 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 27b5917b-e68b-4e56-a2d3-622a638ef82f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=27b5917b-e68b-4e56-a2d3-622a638ef82f,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:39.667952 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': '27b5917b-e68b-4e56-a2d3-622a638ef82f', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'port_id': '27b5917b-e68b-4e56-a2d3-622a638ef82f', 'mac_address': 'fa:16:3e:68:80:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:31:39.715804 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2362c17-f810-481e-a915-08a01dee66a8 req-e45f346f-e529-452d-adde-23495694e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:39.717452 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e2362c17-f810-481e-a915-08a01dee66a8 req-e45f346f-e529-452d-adde-23495694e447 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 1098 time: 0.1065371 Aug 12 15:31:39.739872 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:39.767134 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b5917b-e68b-4e56-a2d3-622a638ef82f {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:31:39.786833 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:39.787429 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e2362c17-f810-481e-a915-08a01dee66a8 req-4bc32b4f-1238-4d12-b934-9cbd83d46a8e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536218 Aug 12 15:31:39.792772 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 27b5917b-e68b-4e56-a2d3-622a638ef82f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=27b5917b-e68b-4e56-a2d3-622a638ef82f,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:39.801158 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:39.804476 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:39.874209 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=27b5917b-e68b-4e56-a2d3-622a638ef82f,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:39.878258 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:39.909009 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ac852-f4ff-44d6-9fe5-8ae3e02cea60 req-f9801042-e3ae-4d09-a74f-29ae5dc617eb tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:39.911346 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d98ac852-f4ff-44d6-9fe5-8ae3e02cea60 req-f9801042-e3ae-4d09-a74f-29ae5dc617eb tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=395993fb-8a66-404f-8335-d2ad55756d45 HTTP/1.1" status: 200 len: 943 time: 0.3525996 Aug 12 15:31:39.948119 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fe687-c96c-4bf9-bfb6-7daaf261b2fb req-0fd87698-47a1-492a-ae80-00bb143103a3 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:39.949606 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d30fe687-c96c-4bf9-bfb6-7daaf261b2fb req-0fd87698-47a1-492a-ae80-00bb143103a3 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.3600895 Aug 12 15:31:39.957763 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5bbc38ac-c765-415a-9a2f-c04837d8ee70 req-dbab379a-e054-4ee9-a2c5-bfb8820c6e20 service neutron] 10.222.0.82 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213420 Aug 12 15:31:40.005775 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d98ac852-f4ff-44d6-9fe5-8ae3e02cea60 req-b6c84272-6854-4120-b18e-579f875d47b7 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822449 Aug 12 15:31:40.019131 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d30fe687-c96c-4bf9-bfb6-7daaf261b2fb req-cd712a5b-ef61-425d-a717-a67eb47c0e09 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574412 Aug 12 15:31:40.244775 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696d9ed-d2b5-4cf8-90b5-35c2fd91c393 req-543db4bd-55bf-4822-b020-aeaa3ad315b2 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:40.246354 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e696d9ed-d2b5-4cf8-90b5-35c2fd91c393 req-543db4bd-55bf-4822-b020-aeaa3ad315b2 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.1133769 Aug 12 15:31:40.280060 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['27b5917b-e68b-4e56-a2d3-622a638ef82f'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:31:40.336767 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e696d9ed-d2b5-4cf8-90b5-35c2fd91c393 req-07b0f3ae-a7f1-4594-b569-3e5d063a7480 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842745 Aug 12 15:31:40.533082 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bca03-0312-4b6a-b9bb-cc183cf6f44b req-fd95dd6d-19ee-48ad-9824-f9faa6d4ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:40.534758 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-454bca03-0312-4b6a-b9bb-cc183cf6f44b req-fd95dd6d-19ee-48ad-9824-f9faa6d4ec41 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e079d5a71e84fd2a7b132b69b028ffe&device_id=395993fb-8a66-404f-8335-d2ad55756d45 HTTP/1.1" status: 200 len: 1096 time: 0.1460283 Aug 12 15:31:40.543269 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ecbc2f-5afc-401e-8f20-e19c1531e77a req-b0c90960-6074-42c9-bcdd-176b5f645fc9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:40.544706 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c4ecbc2f-5afc-401e-8f20-e19c1531e77a req-b0c90960-6074-42c9-bcdd-176b5f645fc9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 945 time: 0.2244067 Aug 12 15:31:40.734354 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c4ecbc2f-5afc-401e-8f20-e19c1531e77a req-06e60dd7-dc51-440c-8693-09e7f9c9b531 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646786 Aug 12 15:31:40.789800 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bca03-0312-4b6a-b9bb-cc183cf6f44b req-4d59ec45-11ec-42e6-b7b1-606e4fee4acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:40.791258 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-454bca03-0312-4b6a-b9bb-cc183cf6f44b req-4d59ec45-11ec-42e6-b7b1-606e4fee4acc service neutron] 10.222.0.82 "GET /v2.0/networks?id=dbb181ef-975e-4807-8710-3203d084afac HTTP/1.1" status: 200 len: 915 time: 0.2399745 Aug 12 15:31:40.799561 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f5f3e-2291-4378-8595-e5f5db2ccc71 req-62c1ae7b-d603-482a-b11c-bdea3199872f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:40.801057 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b30f5f3e-2291-4378-8595-e5f5db2ccc71 req-62c1ae7b-d603-482a-b11c-bdea3199872f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.2298143 Aug 12 15:31:40.815051 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 46700) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:40.820912 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-3d5aef13-cb79-4d93-8a10-5f161a85ec25 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Request body: {'floatingip': {'port_id': 'ad41b250-fc2b-40de-8589-c37a71da09ff'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:40.867122 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-454bca03-0312-4b6a-b9bb-cc183cf6f44b req-ed0e3400-019b-410f-b6ce-c31055eb4e13 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 HTTP/1.1" status: 200 len: 217 time: 0.0649323 Aug 12 15:31:40.951302 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3d5aef13-cb79-4d93-8a10-5f161a85ec25 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for floatingip, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:40.977001 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bca03-0312-4b6a-b9bb-cc183cf6f44b req-77457bb0-ec6a-4c33-9ed7-8b51409a858d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:40.978504 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-454bca03-0312-4b6a-b9bb-cc183cf6f44b req-77457bb0-ec6a-4c33-9ed7-8b51409a858d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16db9637-239a-4a26-a46b-09e2d03b1fdb HTTP/1.1" status: 200 len: 854 time: 0.1009440 Aug 12 15:31:41.025855 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 46710) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:41.102363 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-454bca03-0312-4b6a-b9bb-cc183cf6f44b req-6bab699b-5eea-4628-9b43-fe626efcb5f7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dbb181ef-975e-4807-8710-3203d084afac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120143 Aug 12 15:31:41.163816 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 46720) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:41.379296 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:41.403349 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:41.414721 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:41.445865 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-454bca03-0312-4b6a-b9bb-cc183cf6f44b req-5d4d2a6c-3ff7-4f63-81d0-d50ffb2697a5 service neutron] 10.222.0.82 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266342 Aug 12 15:31:41.449836 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:41.458698 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Usage tracker for resource:security_group_rule and tenant:56d60a321ac84eaab896c2a3bf887e03 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:41.459191 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Usage tracker for resource:security_group_rule and tenant:c41d15492686481c83dd5296274e8f48 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:41.476717 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:41.480812 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:41.485680 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:41.490983 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:41.524226 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dafd18-2aa3-4ed9-9411-6fe40346a8aa req-33aece6c-d27b-40ff-aec8-169ae11317e3 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:41.530114 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-53dafd18-2aa3-4ed9-9411-6fe40346a8aa req-33aece6c-d27b-40ff-aec8-169ae11317e3 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.3592708 Aug 12 15:31:41.545726 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec178705-d48f-46b7-9ad0-c4892a96c7ab req-42cec489-f304-4463-b53d-7cd08d48c905 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:41.553207 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ec178705-d48f-46b7-9ad0-c4892a96c7ab req-42cec489-f304-4463-b53d-7cd08d48c905 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=395993fb-8a66-404f-8335-d2ad55756d45 HTTP/1.1" status: 200 len: 943 time: 0.3134346 Aug 12 15:31:41.565666 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a6954d95-8a9e-4a8c-9d19-241b6d9a1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:41.699025 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ec178705-d48f-46b7-9ad0-c4892a96c7ab req-9aca5f19-9d2b-4a6f-9c1c-4ed6689e0e53 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444724 Aug 12 15:31:41.737943 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-53dafd18-2aa3-4ed9-9411-6fe40346a8aa req-d21bf5dd-b6df-47c1-8188-23159f855419 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820781 Aug 12 15:31:41.750513 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-454bca03-0312-4b6a-b9bb-cc183cf6f44b req-a1dd59d1-8689-46c8-b6ac-726385b59583 service neutron] 10.222.0.82 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876275 Aug 12 15:31:41.811013 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:41.818911 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:41.827345 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-12fa76f1-3f5e-4af4-89fd-559013c5ec6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:41.852025 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:41.867903 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d465d4a-e076-4c93-b670-80c29251fe3c,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:41.874778 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=56d60a321ac84eaab896c2a3bf887e03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7063289 Aug 12 15:31:41.875679 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 46732) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:41.890246 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:41.893040 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:41.893415 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:41.894395 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:41.894748 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:41.895095 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:41.895437 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:41.895780 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:41.896118 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:41.896459 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:41.896793 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:41.897133 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:41.897472 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:41.904192 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:41.907819 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:41.955604 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c41d15492686481c83dd5296274e8f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9284921 Aug 12 15:31:41.959028 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 46738) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:41.960234 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.db.resource_extend [None req-3d5aef13-cb79-4d93-8a10-5f161a85ec25 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 15:31:42.013221 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3733b8fb-1c48-477f-bf68-3f6438e30af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:42.054839 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd752504-84e1-4083-9ca8-eb66d1c2aa37 req-3caac72b-9299-483b-9e8f-8b3c0cef98eb tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:42.068890 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-fd752504-84e1-4083-9ca8-eb66d1c2aa37 req-3caac72b-9299-483b-9e8f-8b3c0cef98eb tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 945 time: 0.1603088 Aug 12 15:31:42.080031 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3733b8fb-1c48-477f-bf68-3f6438e30af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:42.147556 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-fd752504-84e1-4083-9ca8-eb66d1c2aa37 req-b7e57049-1260-4152-a409-e62291ef285e tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848966 Aug 12 15:31:42.164843 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33b4ecc-8cc0-43ff-9eb1-37c96fd2a25e,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:42.177746 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3733b8fb-1c48-477f-bf68-3f6438e30af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:42.183010 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:42.194579 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733b8fb-1c48-477f-bf68-3f6438e30af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d465d4a-e076-4c93-b670-80c29251fe3c,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:42.204157 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-3733b8fb-1c48-477f-bf68-3f6438e30af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:42.208424 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3733b8fb-1c48-477f-bf68-3f6438e30af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:42.212244 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-3733b8fb-1c48-477f-bf68-3f6438e30af8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4d465d4a-e076-4c93-b670-80c29251fe3c HTTP/1.1" status: 204 len: 168 time: 0.3317428 Aug 12 15:31:42.226311 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:42.226960 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:42.227651 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:42.228213 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:42.228754 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:42.229303 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:42.229944 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:42.230499 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:42.231218 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:42.231829 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:42.232383 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:42.233039 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:42.238734 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:42.271634 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3d5aef13-cb79-4d93-8a10-5f161a85ec25 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:42.282108 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3d5aef13-cb79-4d93-8a10-5f161a85ec25 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544115'] for floatingip, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:42.336965 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 46754) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:42.390518 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8c8b98b2-ea9b-4467-8c4d-de6f1ade770d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:42.431965 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_v2 [None req-678d6ebb-cbdf-44dd-9c6e-d83446e3d8de admin admin] Deleting subnet 872bae58-a952-437a-9948-6e1c61ac518a {{(pid=79207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 12 15:31:42.436985 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-678d6ebb-cbdf-44dd-9c6e-d83446e3d8de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:42.540237 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ff44b384-3ee1-4284-8a31-8f6bcc05cf15 req-5dc9eeaa-3162-4d87-a712-e7706b521173 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2456379 Aug 12 15:31:42.546229 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-678d6ebb-cbdf-44dd-9c6e-d83446e3d8de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1836087'] for subnet, precommit_delete_associations {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:42.566386 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.db.l3_db [None req-3d5aef13-cb79-4d93-8a10-5f161a85ec25 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Floating IP 4cad424f-5c92-48d8-b833-54d319e6ca29 associated. External IP: 172.28.0.123, port: ad41b250-fc2b-40de-8589-c37a71da09ff. Aug 12 15:31:42.586231 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:42.613561 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-678d6ebb-cbdf-44dd-9c6e-d83446e3d8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15865242'] for subnet, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:42.651401 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 46764) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:42.680976 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8c8b98b2-ea9b-4467-8c4d-de6f1ade770d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:42.715875 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-db5a7717-d873-40c6-ae62-09c2385ce7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:42.748409 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-db5a7717-d873-40c6-ae62-09c2385ce7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:42.755983 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-db5a7717-d873-40c6-ae62-09c2385ce7b2 admin admin] Usage tracker for resource:security_group_rule and tenant:d5d63c88689d4cc1ae85c90c68efaf4e is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:42.762389 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-db5a7717-d873-40c6-ae62-09c2385ce7b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:42.780252 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-db5a7717-d873-40c6-ae62-09c2385ce7b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:42.821926 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8c8b98b2-ea9b-4467-8c4d-de6f1ade770d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:42.825831 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:42.831799 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-678d6ebb-cbdf-44dd-9c6e-d83446e3d8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15865237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2979723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2156270'] for subnet, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:42.848518 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-7fc93758-a0f8-48eb-9a15-cdcc43c3c392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:42.896622 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b98b2-ea9b-4467-8c4d-de6f1ade770d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33b4ecc-8cc0-43ff-9eb1-37c96fd2a25e,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:42.906935 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8c8b98b2-ea9b-4467-8c4d-de6f1ade770d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:42.924411 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8c8b98b2-ea9b-4467-8c4d-de6f1ade770d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:42.927959 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-8c8b98b2-ea9b-4467-8c4d-de6f1ade770d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d33b4ecc-8cc0-43ff-9eb1-37c96fd2a25e HTTP/1.1" status: 204 len: 168 time: 0.9118850 Aug 12 15:31:42.981865 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d6ebb-cbdf-44dd-9c6e-d83446e3d8de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=872bae58-a952-437a-9948-6e1c61ac518a,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:42.984584 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-678d6ebb-cbdf-44dd-9c6e-d83446e3d8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:42.987147 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44b384-3ee1-4284-8a31-8f6bcc05cf15 req-d2c687f5-6048-407f-b2db-e0af07c94671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:42.988703 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ff44b384-3ee1-4284-8a31-8f6bcc05cf15 req-d2c687f5-6048-407f-b2db-e0af07c94671 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e079d5a71e84fd2a7b132b69b028ffe&device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 1098 time: 0.3198388 Aug 12 15:31:42.992640 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-678d6ebb-cbdf-44dd-9c6e-d83446e3d8de admin admin] Notify callbacks [] for subnet, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:43.039820 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5aef13-cb79-4d93-8a10-5f161a85ec25 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Router 0e8a99c1-dd89-45d2-af18-541e4466e365 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:31:43.069368 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-678d6ebb-cbdf-44dd-9c6e-d83446e3d8de admin admin] 10.222.0.59 "DELETE /v2.0/subnets/872bae58-a952-437a-9948-6e1c61ac518a HTTP/1.1" status: 204 len: 168 time: 0.7319937 Aug 12 15:31:43.093253 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 46774) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:43.238020 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5aef13-cb79-4d93-8a10-5f161a85ec25 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:31:43.248865 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3d5aef13-cb79-4d93-8a10-5f161a85ec25 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for floatingip, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:43.256300 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b116bbe6-d572-494a-bf87-c65a14e551cc None None] Sync routers for ids ['0e8a99c1-dd89-45d2-af18-541e4466e365'] in dv-cinder-804345-1-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:31:43.275495 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b116bbe6-d572-494a-bf87-c65a14e551cc None None] Routers {'0e8a99c1-dd89-45d2-af18-541e4466e365'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:31:43.276764 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-b116bbe6-d572-494a-bf87-c65a14e551cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:31:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['0e8a99c1-dd89-45d2-af18-541e4466e365'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:43.328486 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 46782) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:43.355739 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0c0e3d8f-083a-4367-99ce-70806e2b5cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:43.366626 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-3d5aef13-cb79-4d93-8a10-5f161a85ec25 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "PUT /v2.0/floatingips/4cad424f-5c92-48d8-b833-54d319e6ca29 HTTP/1.1" status: 200 len: 992 time: 2.5504696 Aug 12 15:31:43.369917 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3215b447-7cbd-43df-b4ce-27bba257c0ad', 'tag': 'ad41b250-fc2b-40de-8589-c37a71da09ff'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:31:43.379764 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-0c0e3d8f-083a-4367-99ce-70806e2b5cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:43.383798 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-0c0e3d8f-083a-4367-99ce-70806e2b5cdf admin admin] Usage tracker for resource:security_group_rule and tenant:3a9d86ace50b4883bed3eaa6a2999c8c is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:43.387067 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-0c0e3d8f-083a-4367-99ce-70806e2b5cdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:43.393307 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-0c0e3d8f-083a-4367-99ce-70806e2b5cdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:43.448166 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:31:43.453773 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-db5a7717-d873-40c6-ae62-09c2385ce7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:43.459187 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2495f4d1-ac26-4723-97c9-b8136108c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16529243'] for network, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:43.464504 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 27b5917b-e68b-4e56-a2d3-622a638ef82f up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:31:43.473253 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d212cc-ed1a-4c0c-afe5-b0655b7b8223 req-35afbac1-eced-400f-9efb-1e60dbcb7456 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:43.474747 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c5d212cc-ed1a-4c0c-afe5-b0655b7b8223 req-35afbac1-eced-400f-9efb-1e60dbcb7456 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.5964522 Aug 12 15:31:43.482160 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75f097-ef86-4229-8519-7541d3574aae req-ae9bfd09-130c-4207-bddf-988ae9ef4ff1 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:43.483693 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5e75f097-ef86-4229-8519-7541d3574aae req-ae9bfd09-130c-4207-bddf-988ae9ef4ff1 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=395993fb-8a66-404f-8335-d2ad55756d45 HTTP/1.1" status: 200 len: 943 time: 0.6067214 Aug 12 15:31:43.486676 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44b384-3ee1-4284-8a31-8f6bcc05cf15 req-8163f496-d58f-4cd3-ac6d-4dd9381465e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:43.488619 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ff44b384-3ee1-4284-8a31-8f6bcc05cf15 req-8163f496-d58f-4cd3-ac6d-4dd9381465e8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dbb181ef-975e-4807-8710-3203d084afac HTTP/1.1" status: 200 len: 915 time: 0.4562345 Aug 12 15:31:43.489252 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-db5a7717-d873-40c6-ae62-09c2385ce7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:43.507492 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-2561e9b9-04b5-4991-92a0-d816c2aa4e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:43.515295 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-b116bbe6-d572-494a-bf87-c65a14e551cc None None] Set router 0e8a99c1-dd89-45d2-af18-541e4466e365 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:31:43.560419 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.db.resource_extend [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 15:31:43.562097 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0c0e3d8f-083a-4367-99ce-70806e2b5cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:43.567566 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0c0e3d8f-083a-4367-99ce-70806e2b5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:43.577492 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:43.627758 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-0c0e3d8f-083a-4367-99ce-70806e2b5cdf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3a9d86ace50b4883bed3eaa6a2999c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974396 Aug 12 15:31:43.628900 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 46792) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:43.633245 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e3d8f-083a-4367-99ce-70806e2b5cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9f9775-bb23-48a7-a532-60b58b916ba2,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:43.648208 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0c0e3d8f-083a-4367-99ce-70806e2b5cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:43.655135 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ff44b384-3ee1-4284-8a31-8f6bcc05cf15 req-a13ed894-6fb7-4bb8-be3d-751c94373b32 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33a03c4a-af94-4f4d-bdc3-143df79f341e HTTP/1.1" status: 200 len: 217 time: 0.1574221 Aug 12 15:31:43.699935 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3eb560b7-ddb8-4dfa-b28d-8e35c3a70150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:43.728447 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3eb560b7-ddb8-4dfa-b28d-8e35c3a70150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:43.744302 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port d1d3ac54-2631-4e02-a31b-2264ffc5d4d2, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=d1d3ac54-2631-4e02-a31b-2264ffc5d4d2,segment=NetworkSegment(f121fbc5-3d8b-4df1-abd9-125f9716be35),segment_id=f121fbc5-3d8b-4df1-abd9-125f9716be35)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:43.760629 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': 'd1d3ac54-2631-4e02-a31b-2264ffc5d4d2', 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac', 'port_id': 'd1d3ac54-2631-4e02-a31b-2264ffc5d4d2', 'mac_address': 'fa:16:3e:26:fe:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16db9637-239a-4a26-a46b-09e2d03b1fdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:31:43.764749 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning for port 27b5917b-e68b-4e56-a2d3-622a638ef82f completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:43.802668 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3eb560b7-ddb8-4dfa-b28d-8e35c3a70150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:43.813305 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:43.826100 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb560b7-ddb8-4dfa-b28d-8e35c3a70150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9f9775-bb23-48a7-a532-60b58b916ba2,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:43.834888 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port 27b5917b-e68b-4e56-a2d3-622a638ef82f triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:43.835473 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:43.835590 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3eb560b7-ddb8-4dfa-b28d-8e35c3a70150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:43.836491 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3eb560b7-ddb8-4dfa-b28d-8e35c3a70150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:43.839983 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-3eb560b7-ddb8-4dfa-b28d-8e35c3a70150 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ab9f9775-bb23-48a7-a532-60b58b916ba2 HTTP/1.1" status: 204 len: 168 time: 0.2075090 Aug 12 15:31:43.856865 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-db5a7717-d873-40c6-ae62-09c2385ce7b2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d5d63c88689d4cc1ae85c90c68efaf4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2044408 Aug 12 15:31:43.859704 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 46804) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:43.867744 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a7717-d873-40c6-ae62-09c2385ce7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0d1527-756e-4b4c-b996-7ecfc271e80c,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:43.871828 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-db5a7717-d873-40c6-ae62-09c2385ce7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:43.900447 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c5d212cc-ed1a-4c0c-afe5-b0655b7b8223 req-e965b986-2830-4fe7-902f-2b28fcaafb30 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149153 Aug 12 15:31:43.927796 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-b116bbe6-d572-494a-bf87-c65a14e551cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:30:54Z', 'revision_number': 4, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port': {'id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:45Z', 'updated_at': '2021-08-12T15:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_floatingips': [{'id': '4cad424f-5c92-48d8-b833-54d319e6ca29', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'floating_ip_address': '172.28.0.123', 'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'router_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'port_id': 'ad41b250-fc2b-40de-8589-c37a71da09ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'mac_address': 'fa:16:3e:b9:67:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3215b447-7cbd-43df-b4ce-27bba257c0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:31:08Z', 'updated_at': '2021-08-12T15:31:41Z', 'revision_number': 1, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ca6ff1-e133-4760-b328-9c6f6f164919', 'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'mac_address': 'fa:16:3e:cc:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:51Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'subnets': [{'id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:43.932498 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b116bbe6-d572-494a-bf87-c65a14e551cc None None] Checking router: 0e8a99c1-dd89-45d2-af18-541e4466e365 for host: dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:31:43.944127 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b116bbe6-d572-494a-bf87-c65a14e551cc None None] Routers {'0e8a99c1-dd89-45d2-af18-541e4466e365'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:31:43.945013 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-b116bbe6-d572-494a-bf87-c65a14e551cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:31:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['0e8a99c1-dd89-45d2-af18-541e4466e365'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:43.974425 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5e75f097-ef86-4229-8519-7541d3574aae req-b8fb2630-ec9e-4dfd-8946-72de522bc30f tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740689 Aug 12 15:31:43.986954 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:43.990577 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-977d0469-77ec-4f0a-8887-69a15e82e467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:44.035610 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:44.066917 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-977d0469-77ec-4f0a-8887-69a15e82e467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:44.131147 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44b384-3ee1-4284-8a31-8f6bcc05cf15 req-eb2e3243-ef41-48a5-a2f3-135342df3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:44.133126 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ff44b384-3ee1-4284-8a31-8f6bcc05cf15 req-eb2e3243-ef41-48a5-a2f3-135342df3163 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16db9637-239a-4a26-a46b-09e2d03b1fdb HTTP/1.1" status: 200 len: 854 time: 0.4527166 Aug 12 15:31:44.137910 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:31:44.146238 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2495f4d1-ac26-4723-97c9-b8136108c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15862113', 'neutron.services.segments.db._delete_segments_for_network-8783031516317'] for network, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:44.174021 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port d1d3ac54-2631-4e02-a31b-2264ffc5d4d2, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=d1d3ac54-2631-4e02-a31b-2264ffc5d4d2,segment=NetworkSegment(f121fbc5-3d8b-4df1-abd9-125f9716be35),segment_id=f121fbc5-3d8b-4df1-abd9-125f9716be35)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:44.184311 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-977d0469-77ec-4f0a-8887-69a15e82e467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:44.189315 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-cf306165-f60b-40c1-9b29-b929334f0978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:44.207763 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:44.211913 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d0469-77ec-4f0a-8887-69a15e82e467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0d1527-756e-4b4c-b996-7ecfc271e80c,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:44.217945 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-977d0469-77ec-4f0a-8887-69a15e82e467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:44.231682 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-977d0469-77ec-4f0a-8887-69a15e82e467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:44.235308 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-977d0469-77ec-4f0a-8887-69a15e82e467 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bf0d1527-756e-4b4c-b996-7ecfc271e80c HTTP/1.1" status: 204 len: 168 time: 0.3716741 Aug 12 15:31:44.235445 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:44.288381 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ff44b384-3ee1-4284-8a31-8f6bcc05cf15 req-afedbcc1-a8d4-42bc-b285-54f81187d5de service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dbb181ef-975e-4807-8710-3203d084afac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1458266 Aug 12 15:31:44.290784 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-2495f4d1-ac26-4723-97c9-b8136108c5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9']}} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:44.351828 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-b116bbe6-d572-494a-bf87-c65a14e551cc None None] Set router 0e8a99c1-dd89-45d2-af18-541e4466e365 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:31:44.399474 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3215b447-7cbd-43df-b4ce-27bba257c0ad', 'tag': 'ad41b250-fc2b-40de-8589-c37a71da09ff', 'status': 'completed', 'code': 200} Aug 12 15:31:44.400608 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=d1d3ac54-2631-4e02-a31b-2264ffc5d4d2,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:44.425626 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:44.432683 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-2495f4d1-ac26-4723-97c9-b8136108c5c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0305235f-f2e8-4774-967a-f231c9bb5f95') {'for_net_delete': True} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:44.434260 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-2495f4d1-ac26-4723-97c9-b8136108c5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0305235f-f2e8-4774-967a-f231c9bb5f95') {} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:44.456141 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:44.544769 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 27b5917b-e68b-4e56-a2d3-622a638ef82f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=27b5917b-e68b-4e56-a2d3-622a638ef82f,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:44.548372 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570f0172-f2a6-48b2-9814-7708e445037e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b5917b-e68b-4e56-a2d3-622a638ef82f'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:31:44.557720 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:44.563145 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:44.620200 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e14bc-80ab-412c-bad0-8c0a0eca0e7c req-c74f7713-f564-474c-b53f-a361fb74f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:44.623945 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-600e14bc-80ab-412c-bad0-8c0a0eca0e7c req-c74f7713-f564-474c-b53f-a361fb74f9d0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4ae52b150d414313bac15fe05944e1fc&device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 1099 time: 0.1734569 Aug 12 15:31:44.650748 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:44.661789 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=27b5917b-e68b-4e56-a2d3-622a638ef82f,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:44.670668 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:44.671414 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:44.671905 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:44.672388 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:44.672865 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:44.674089 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:44.674628 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:44.675195 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:44.676310 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:44.676800 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:44.677438 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:44.677930 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:44.682768 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2495f4d1-ac26-4723-97c9-b8136108c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783031512823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1836072'] for segment, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:44.684045 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:44.738305 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2495f4d1-ac26-4723-97c9-b8136108c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:44.740166 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['d1d3ac54-2631-4e02-a31b-2264ffc5d4d2'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:31:44.762295 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2495f4d1-ac26-4723-97c9-b8136108c5c6 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=79207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:31:44.762705 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2495f4d1-ac26-4723-97c9-b8136108c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15867305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2979821'] for segment, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: Traceback (most recent call last): Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: timer() Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: cb(*args, **kw) Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: return func(*args, **kwargs) Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: self._notify() Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: self.callback(batched_events) Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: event.method(event) Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: return f(self, *a, **k) Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: return self._get(url).json() Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: return self.request(url, 'GET', **kwargs) Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:31:44.778933 dv-cinder-804345-1-smb neutron-server[79207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:31:44.842181 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e14bc-80ab-412c-bad0-8c0a0eca0e7c req-cbc27ccf-00a0-4099-a021-6de3f697e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:44.845937 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-600e14bc-80ab-412c-bad0-8c0a0eca0e7c req-cbc27ccf-00a0-4099-a021-6de3f697e08b service neutron] 10.222.0.82 "GET /v2.0/networks?id=f3172b19-37f4-47e1-a878-5aad46a4730e HTTP/1.1" status: 200 len: 911 time: 0.2124529 Aug 12 15:31:44.911526 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ff44b384-3ee1-4284-8a31-8f6bcc05cf15 req-e8bee480-f325-4ce9-b18a-c7d257e35f75 service neutron] 10.222.0.82 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750179 Aug 12 15:31:44.922585 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31256b97-1d23-4fd1-82f6-fa689d922551 req-4ea0372a-5ba9-4dc7-9fa3-30af46b16c59 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:44.931207 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-31256b97-1d23-4fd1-82f6-fa689d922551 req-4ea0372a-5ba9-4dc7-9fa3-30af46b16c59 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 945 time: 0.7969654 Aug 12 15:31:45.047982 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2495f4d1-ac26-4723-97c9-b8136108c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15862040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544010'] for network, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:45.088813 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:45.104227 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2495f4d1-ac26-4723-97c9-b8136108c5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:45.114709 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-31256b97-1d23-4fd1-82f6-fa689d922551 req-da85eebf-a600-4ab3-8842-a8a1711bf3e9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824951 Aug 12 15:31:45.126189 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570f0172-f2a6-48b2-9814-7708e445037e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b5917b-e68b-4e56-a2d3-622a638ef82f', 'code': 200} Aug 12 15:31:45.254357 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495f4d1-ac26-4723-97c9-b8136108c5c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:45.263016 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-2495f4d1-ac26-4723-97c9-b8136108c5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:45.292628 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-b116bbe6-d572-494a-bf87-c65a14e551cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:30:54Z', 'revision_number': 4, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port': {'id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:45Z', 'updated_at': '2021-08-12T15:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_floatingips': [{'id': '4cad424f-5c92-48d8-b833-54d319e6ca29', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'floating_ip_address': '172.28.0.123', 'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'router_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'port_id': 'ad41b250-fc2b-40de-8589-c37a71da09ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'mac_address': 'fa:16:3e:b9:67:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3215b447-7cbd-43df-b4ce-27bba257c0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:31:08Z', 'updated_at': '2021-08-12T15:31:41Z', 'revision_number': 1, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ca6ff1-e133-4760-b328-9c6f6f164919', 'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'mac_address': 'fa:16:3e:cc:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:51Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'subnets': [{'id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:45.304212 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b116bbe6-d572-494a-bf87-c65a14e551cc None None] The sync data for ids ['0e8a99c1-dd89-45d2-af18-541e4466e365'] in dv-cinder-804345-1-smb is: [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:30:54Z', 'revision_number': 4, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port': {'id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:45Z', 'updated_at': '2021-08-12T15:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_floatingips': [{'id': '4cad424f-5c92-48d8-b833-54d319e6ca29', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'floating_ip_address': '172.28.0.123', 'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'router_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'port_id': 'ad41b250-fc2b-40de-8589-c37a71da09ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'mac_address': 'fa:16:3e:b9:67:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3215b447-7cbd-43df-b4ce-27bba257c0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:31:08Z', 'updated_at': '2021-08-12T15:31:41Z', 'revision_number': 1, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ca6ff1-e133-4760-b328-9c6f6f164919', 'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'mac_address': 'fa:16:3e:cc:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:51Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'subnets': [{'id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:31:45.436834 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-2495f4d1-ac26-4723-97c9-b8136108c5c6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/54e958f0-2f5c-480e-ad0d-3c7f9aad4ad9 HTTP/1.1" status: 204 len: 168 time: 2.3392451 Aug 12 15:31:45.485436 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-600e14bc-80ab-412c-bad0-8c0a0eca0e7c req-0d0c1800-d464-4af6-a2d4-7384e9dd649e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad41b250-fc2b-40de-8589-c37a71da09ff HTTP/1.1" status: 200 len: 1000 time: 0.6294112 Aug 12 15:31:45.561300 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ff44b384-3ee1-4284-8a31-8f6bcc05cf15 req-ba1886f0-cc22-42fd-aee2-81f1d97fc865 service neutron] 10.222.0.82 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6278408 Aug 12 15:31:45.591733 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52999b1-b88d-4b14-92a4-97a72f138c3a req-5e6ea3d6-a187-4a88-bc4e-cb3f4b697d36 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:45.600026 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b52999b1-b88d-4b14-92a4-97a72f138c3a req-5e6ea3d6-a187-4a88-bc4e-cb3f4b697d36 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.2930911 Aug 12 15:31:45.659023 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c3790-f137-4def-bb9d-a1af079b7846 req-972835b3-17fd-40e2-990b-74c5c6767d16 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:45.670138 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5e1c3790-f137-4def-bb9d-a1af079b7846 req-972835b3-17fd-40e2-990b-74c5c6767d16 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=395993fb-8a66-404f-8335-d2ad55756d45 HTTP/1.1" status: 200 len: 944 time: 0.2436662 Aug 12 15:31:45.683879 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e14bc-80ab-412c-bad0-8c0a0eca0e7c req-b3245fd5-3122-405e-bdaf-4395f415d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:45.687638 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-600e14bc-80ab-412c-bad0-8c0a0eca0e7c req-b3245fd5-3122-405e-bdaf-4395f415d8b0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=74cba89c-c64c-4a24-a16e-3479da23e1c4 HTTP/1.1" status: 200 len: 849 time: 0.1619937 Aug 12 15:31:45.708943 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e2c075-4a6b-45d5-b35c-7a0ed947b7c8 None None] New status for floating IP 4cad424f-5c92-48d8-b833-54d319e6ca29: ACTIVE {{(pid=79209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:31:45.745423 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b52999b1-b88d-4b14-92a4-97a72f138c3a req-303b4753-92df-4ed2-ac5d-60987f34e8bf tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442292 Aug 12 15:31:45.745968 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 46862) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:45.819515 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5e1c3790-f137-4def-bb9d-a1af079b7846 req-4501b454-7f04-4c67-a802-37854ae602f2 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484652 Aug 12 15:31:45.824979 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41be17a-e3d1-4855-8f05-dd8102d4cf34 req-e8ac99ee-1fcd-4039-9381-684ae6ca1f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:45.828954 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-b41be17a-e3d1-4855-8f05-dd8102d4cf34 req-e8ac99ee-1fcd-4039-9381-684ae6ca1f78 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b916570d7d042448e9f20bea13de712&device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 1098 time: 0.4183102 Aug 12 15:31:45.880868 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-98b8f2cf-4e75-42fa-8cfc-a1efe398918e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=236373df89774c78926b300fa1ab519e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1312637 Aug 12 15:31:45.881511 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 46866) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:45.989092 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f053916-5660-4b5c-8546-6d13b2be64dd req-5256f8db-62be-4a3c-893b-aea7ada5abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:45.990910 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-2f053916-5660-4b5c-8546-6d13b2be64dd req-5256f8db-62be-4a3c-893b-aea7ada5abc2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 1099 time: 0.5064898 Aug 12 15:31:46.057554 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e14bc-80ab-412c-bad0-8c0a0eca0e7c req-6feee01d-c88c-436c-848a-2fa5ee93c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:46.063362 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-600e14bc-80ab-412c-bad0-8c0a0eca0e7c req-6feee01d-c88c-436c-848a-2fa5ee93c800 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f3172b19-37f4-47e1-a878-5aad46a4730e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3525827 Aug 12 15:31:46.066787 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-9b45cf4a-4a09-4bb4-a530-33578ca06721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:46.104665 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-9b45cf4a-4a09-4bb4-a530-33578ca06721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:46.199186 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-9b45cf4a-4a09-4bb4-a530-33578ca06721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:46.208770 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-dcb1f7f8-ba6b-4343-8c65-9971445b458c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:46.266009 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45cf4a-4a09-4bb4-a530-33578ca06721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e70294d-2902-4821-88c1-490f55d3b0bf,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:46.271357 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-9b45cf4a-4a09-4bb4-a530-33578ca06721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:46.306687 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-9b45cf4a-4a09-4bb4-a530-33578ca06721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:46.309371 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-9b45cf4a-4a09-4bb4-a530-33578ca06721 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3e70294d-2902-4821-88c1-490f55d3b0bf HTTP/1.1" status: 204 len: 168 time: 0.4265723 Aug 12 15:31:46.401801 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-2f053916-5660-4b5c-8546-6d13b2be64dd req-36249fba-f973-4547-a4b0-29fe40d7b57a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3981779 Aug 12 15:31:46.455980 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41be17a-e3d1-4855-8f05-dd8102d4cf34 req-85042d41-9170-479f-9632-80f4186110cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:46.458425 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-b41be17a-e3d1-4855-8f05-dd8102d4cf34 req-85042d41-9170-479f-9632-80f4186110cf service neutron] 10.222.0.82 "GET /v2.0/networks?id=2b674c06-763a-4b9c-899f-74cb3faee52e HTTP/1.1" status: 200 len: 919 time: 0.6212206 Aug 12 15:31:46.539623 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-600e14bc-80ab-412c-bad0-8c0a0eca0e7c req-13f50fd2-200d-40bb-a578-afad32806427 service neutron] 10.222.0.82 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436350 Aug 12 15:31:46.554994 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366b566-42ab-4ea8-82a4-69c791c6ae8c req-40a8d0ae-8f9d-4bc4-99d3-8a1838c3a333 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:46.564425 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8366b566-42ab-4ea8-82a4-69c791c6ae8c req-40a8d0ae-8f9d-4bc4-99d3-8a1838c3a333 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.1518083 Aug 12 15:31:46.637868 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8366b566-42ab-4ea8-82a4-69c791c6ae8c req-7b789b6a-73f3-41f9-96d1-17065324cb53 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687394 Aug 12 15:31:46.884028 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-b41be17a-e3d1-4855-8f05-dd8102d4cf34 req-867da907-8ab8-431d-8b97-d1e04bc5b33f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b43d6b2a-07db-4b96-83e3-5f0419cdc240 HTTP/1.1" status: 200 len: 217 time: 0.0736101 Aug 12 15:31:47.027683 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f8f4e-53e6-42d5-a5e3-71fee7e1f293 req-3b4a234d-1fee-4b77-b2c6-6641039c55fd tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:47.035596 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dc0f8f4e-53e6-42d5-a5e3-71fee7e1f293 req-3b4a234d-1fee-4b77-b2c6-6641039c55fd tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.1744099 Aug 12 15:31:47.067536 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41be17a-e3d1-4855-8f05-dd8102d4cf34 req-f626ec99-9825-4b99-9f14-581af5f2167b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:47.069007 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-b41be17a-e3d1-4855-8f05-dd8102d4cf34 req-f626ec99-9825-4b99-9f14-581af5f2167b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cce504bc-20fe-4dae-b0d4-c8fe9856a2a3 HTTP/1.1" status: 200 len: 858 time: 0.1101665 Aug 12 15:31:47.076449 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-600e14bc-80ab-412c-bad0-8c0a0eca0e7c req-5dedd8e8-2c81-4036-9016-a685f93ce9ed service neutron] 10.222.0.82 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972493 Aug 12 15:31:47.155025 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-b41be17a-e3d1-4855-8f05-dd8102d4cf34 req-0f810b01-a479-445c-9a4e-6a552a3cf33d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2b674c06-763a-4b9c-899f-74cb3faee52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490108 Aug 12 15:31:47.220858 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dc0f8f4e-53e6-42d5-a5e3-71fee7e1f293 req-33f7d510-d156-49d8-9088-efd7559f17bc tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840734 Aug 12 15:31:47.245181 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c29ef1-307f-41af-806f-5988a20cbadb req-e5996c23-5b7e-45ef-bbaf-29a79a5725ad tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:47.252797 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-26c29ef1-307f-41af-806f-5988a20cbadb req-e5996c23-5b7e-45ef-bbaf-29a79a5725ad tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=395993fb-8a66-404f-8335-d2ad55756d45 HTTP/1.1" status: 200 len: 944 time: 0.2145562 Aug 12 15:31:47.311789 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-26c29ef1-307f-41af-806f-5988a20cbadb req-9bf5fb7a-7585-4948-8331-fe1126943204 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561299 Aug 12 15:31:47.339945 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-b41be17a-e3d1-4855-8f05-dd8102d4cf34 req-f9569b7f-9fcc-4a18-98c7-53aa542261b3 service neutron] 10.222.0.82 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717775 Aug 12 15:31:47.481496 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:31:47.510972 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-b41be17a-e3d1-4855-8f05-dd8102d4cf34 req-4bf9df2e-7521-4560-ada7-114bebd40d32 service neutron] 10.222.0.82 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537809 Aug 12 15:31:47.557037 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning for port d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:47.564804 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:47.565276 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:47.731295 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:47.762242 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395993fb-8a66-404f-8335-d2ad55756d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d3ac54-2631-4e02-a31b-2264ffc5d4d2'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:31:47.773776 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port d1d3ac54-2631-4e02-a31b-2264ffc5d4d2, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=d1d3ac54-2631-4e02-a31b-2264ffc5d4d2,segment=NetworkSegment(f121fbc5-3d8b-4df1-abd9-125f9716be35),segment_id=f121fbc5-3d8b-4df1-abd9-125f9716be35)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:31:47.779511 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:47.783392 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:47.846735 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395993fb-8a66-404f-8335-d2ad55756d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d3ac54-2631-4e02-a31b-2264ffc5d4d2', 'code': 200} Aug 12 15:31:47.904521 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=d1d3ac54-2631-4e02-a31b-2264ffc5d4d2,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:47.915035 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:47.939729 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8dbc9-7d2c-4051-8b80-64b2c9ef579f req-4a8dad9c-5ca2-4e4c-a759-a121400133af tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:47.941960 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8ca8dbc9-7d2c-4051-8b80-64b2c9ef579f req-4a8dad9c-5ca2-4e4c-a759-a121400133af tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.1136727 Aug 12 15:31:48.051155 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8ca8dbc9-7d2c-4051-8b80-64b2c9ef579f req-e384fbe5-31bd-43a6-8b09-ca47028b8fda tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915132 Aug 12 15:31:48.382670 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0b341-5b46-4801-a9e3-52406e43df1c req-9eb464b7-569c-4a24-bd79-b572bf4afca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:48.385261 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-0cb0b341-5b46-4801-a9e3-52406e43df1c req-9eb464b7-569c-4a24-bd79-b572bf4afca4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=395993fb-8a66-404f-8335-d2ad55756d45 HTTP/1.1" status: 200 len: 1098 time: 0.1882248 Aug 12 15:31:48.467182 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-0cb0b341-5b46-4801-a9e3-52406e43df1c req-d3b19f58-85b6-4ac3-87b7-c944345b2f90 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652347 Aug 12 15:31:48.506796 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d677952-778e-4788-b426-86ce0a19382f req-2831da9b-22f5-4f8f-aad1-1f97b2e101b0 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:48.508693 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5d677952-778e-4788-b426-86ce0a19382f req-2831da9b-22f5-4f8f-aad1-1f97b2e101b0 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.0894139 Aug 12 15:31:48.560257 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5d677952-778e-4788-b426-86ce0a19382f req-ad03f621-be61-4158-bf18-b4d0e1fd70e8 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430176 Aug 12 15:31:48.795340 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88406e5-f429-49e7-b917-303d7fad17ed req-819b0d45-5c80-45c0-8f72-59087b87ea75 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:48.801950 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c88406e5-f429-49e7-b917-303d7fad17ed req-819b0d45-5c80-45c0-8f72-59087b87ea75 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=395993fb-8a66-404f-8335-d2ad55756d45 HTTP/1.1" status: 200 len: 945 time: 0.1001041 Aug 12 15:31:48.850147 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c88406e5-f429-49e7-b917-303d7fad17ed req-02bfc538-e182-47f2-bd77-fc11833ba44d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460083 Aug 12 15:31:49.303162 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1acaaa-6db8-42b0-94c6-ca3a985b9920 req-ecf8c962-f195-4b49-8c9e-814994fcc1da tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:49.304662 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cc1acaaa-6db8-42b0-94c6-ca3a985b9920 req-ecf8c962-f195-4b49-8c9e-814994fcc1da tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.1244459 Aug 12 15:31:49.368248 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cc1acaaa-6db8-42b0-94c6-ca3a985b9920 req-f878a315-d98a-41ce-9f83-b74bf63bd51c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554485 Aug 12 15:31:49.584326 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47042) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:49.584902 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd1037-8410-44b8-a354-0b293a905af0 req-464451ed-b37d-47bb-9b5e-27af27897335 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:49.587080 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3edd1037-8410-44b8-a354-0b293a905af0 req-464451ed-b37d-47bb-9b5e-27af27897335 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.0900037 Aug 12 15:31:49.598215 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47050) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:49.605237 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-a11d3686-bad7-407d-ad2f-5dda9c95831a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Request body: {'floatingip': {'port_id': '27b5917b-e68b-4e56-a2d3-622a638ef82f'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:49.691411 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a11d3686-bad7-407d-ad2f-5dda9c95831a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for floatingip, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:49.774972 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260ab5f-4b18-4b0d-b430-d524737141bf req-bce5a58c-1f8b-468e-bd45-828f830f1977 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:49.776773 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3260ab5f-4b18-4b0d-b430-d524737141bf req-bce5a58c-1f8b-468e-bd45-828f830f1977 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.0862484 Aug 12 15:31:49.826532 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3260ab5f-4b18-4b0d-b430-d524737141bf req-ce03d482-a15e-4729-bb07-6534fdf039d7 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433846 Aug 12 15:31:49.871850 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2e019820-103a-4e76-abbb-f0576719813c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:49.938797 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-2e019820-103a-4e76-abbb-f0576719813c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:49.946980 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-2e019820-103a-4e76-abbb-f0576719813c admin admin] Usage tracker for resource:security_group_rule and tenant:9a258cb0f64f479aa8e994470bccaa32 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:49.951405 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-2e019820-103a-4e76-abbb-f0576719813c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:49.986249 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-2e019820-103a-4e76-abbb-f0576719813c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:50.049908 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487878f2-8374-458b-8872-e707cf5b78d6 req-bd33a5e0-8798-4e09-bab7-caa15b735363 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:50.051400 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-487878f2-8374-458b-8872-e707cf5b78d6 req-bd33a5e0-8798-4e09-bab7-caa15b735363 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=395993fb-8a66-404f-8335-d2ad55756d45 HTTP/1.1" status: 200 len: 945 time: 0.0871038 Aug 12 15:31:50.102069 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-487878f2-8374-458b-8872-e707cf5b78d6 req-30377f20-c5b7-4daa-bd1c-62d74971a87f tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444219 Aug 12 15:31:50.144828 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:31:50.335287 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2e019820-103a-4e76-abbb-f0576719813c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:50.349025 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2e019820-103a-4e76-abbb-f0576719813c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:50.367815 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:50.422281 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-2e019820-103a-4e76-abbb-f0576719813c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9a258cb0f64f479aa8e994470bccaa32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8339937 Aug 12 15:31:50.423087 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 47072) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:50.426459 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e019820-103a-4e76-abbb-f0576719813c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4e343b-8a12-4afb-a29b-5de75b4b77bf,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:50.431042 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2e019820-103a-4e76-abbb-f0576719813c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:50.507484 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-769671d9-62ae-4e87-807f-0bb9ca5f3658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:50.534778 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-769671d9-62ae-4e87-807f-0bb9ca5f3658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:50.578580 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a11d3686-bad7-407d-ad2f-5dda9c95831a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:50.582573 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a11d3686-bad7-407d-ad2f-5dda9c95831a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544115'] for floatingip, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:50.591131 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-769671d9-62ae-4e87-807f-0bb9ca5f3658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:50.595028 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:50.607553 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769671d9-62ae-4e87-807f-0bb9ca5f3658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4e343b-8a12-4afb-a29b-5de75b4b77bf,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:50.610979 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-769671d9-62ae-4e87-807f-0bb9ca5f3658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:50.616315 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-769671d9-62ae-4e87-807f-0bb9ca5f3658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:50.617598 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-769671d9-62ae-4e87-807f-0bb9ca5f3658 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df4e343b-8a12-4afb-a29b-5de75b4b77bf HTTP/1.1" status: 204 len: 168 time: 0.1929560 Aug 12 15:31:50.780426 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.db.l3_db [None req-a11d3686-bad7-407d-ad2f-5dda9c95831a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Floating IP 71e94ac7-7b79-4d16-91f8-59b5d8a1fc0a associated. External IP: 172.28.0.144, port: 27b5917b-e68b-4e56-a2d3-622a638ef82f. Aug 12 15:31:51.031325 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af68dd-a7f3-4f59-a35c-bf7a58d94513 req-82d7561b-bc45-4066-9f96-6eabc7cd4fc3 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:51.032937 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-63af68dd-a7f3-4f59-a35c-bf7a58d94513 req-82d7561b-bc45-4066-9f96-6eabc7cd4fc3 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.0866325 Aug 12 15:31:51.088842 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-63af68dd-a7f3-4f59-a35c-bf7a58d94513 req-bb19c425-5d26-4a2e-9db2-61dd2c33f2fc tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485840 Aug 12 15:31:51.161148 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11d3686-bad7-407d-ad2f-5dda9c95831a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Router 04b37113-ccf8-40a0-8a11-5d7e3df47062 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:31:51.345848 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b601a5-db12-4cd2-a080-a72600b302b4 req-ed2e2c25-3cd8-48f5-9487-b00716c5f3d4 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:51.348468 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-85b601a5-db12-4cd2-a080-a72600b302b4 req-ed2e2c25-3cd8-48f5-9487-b00716c5f3d4 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=395993fb-8a66-404f-8335-d2ad55756d45 HTTP/1.1" status: 200 len: 945 time: 0.1315985 Aug 12 15:31:51.406009 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-85b601a5-db12-4cd2-a080-a72600b302b4 req-dc7960bf-20c1-4556-962c-2fcda8f6524b tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512855 Aug 12 15:31:51.479343 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11d3686-bad7-407d-ad2f-5dda9c95831a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:31:51.491008 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619d8af3-902f-49d8-b34b-c3303433d991 None None] Sync routers for ids ['04b37113-ccf8-40a0-8a11-5d7e3df47062'] in dv-cinder-804345-1-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:31:51.492279 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a11d3686-bad7-407d-ad2f-5dda9c95831a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for floatingip, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:51.502061 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d8af3-902f-49d8-b34b-c3303433d991 None None] Routers {'04b37113-ccf8-40a0-8a11-5d7e3df47062'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:31:51.503014 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-619d8af3-902f-49d8-b34b-c3303433d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:31:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['04b37113-ccf8-40a0-8a11-5d7e3df47062'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:51.575331 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-a11d3686-bad7-407d-ad2f-5dda9c95831a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "PUT /v2.0/floatingips/71e94ac7-7b79-4d16-91f8-59b5d8a1fc0a HTTP/1.1" status: 200 len: 992 time: 1.9755015 Aug 12 15:31:51.576152 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570f0172-f2a6-48b2-9814-7708e445037e', 'tag': '27b5917b-e68b-4e56-a2d3-622a638ef82f'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:31:51.745406 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-619d8af3-902f-49d8-b34b-c3303433d991 None None] Set router 04b37113-ccf8-40a0-8a11-5d7e3df47062 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:31:51.752136 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570f0172-f2a6-48b2-9814-7708e445037e', 'tag': '27b5917b-e68b-4e56-a2d3-622a638ef82f', 'status': 'completed', 'code': 200} Aug 12 15:31:52.115625 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa983c-14f8-4a6e-9013-1b33a35d8133 req-5d25f6b5-51c7-46c7-9652-6edc8c8f239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:52.117117 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-10fa983c-14f8-4a6e-9013-1b33a35d8133 req-5d25f6b5-51c7-46c7-9652-6edc8c8f239a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e688111fb0094ab1b8d5d97c590ee4e7&device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 1099 time: 0.2408676 Aug 12 15:31:52.156519 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 47166) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:52.393391 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa983c-14f8-4a6e-9013-1b33a35d8133 req-e5047816-13f1-4262-9c85-f4bc4f5b1311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:52.394913 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-10fa983c-14f8-4a6e-9013-1b33a35d8133 req-e5047816-13f1-4262-9c85-f4bc4f5b1311 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e HTTP/1.1" status: 200 len: 918 time: 0.2698486 Aug 12 15:31:52.494848 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-619d8af3-902f-49d8-b34b-c3303433d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:31:08Z', 'revision_number': 4, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port': {'id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:46Z', 'updated_at': '2021-08-12T15:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_floatingips': [{'id': '71e94ac7-7b79-4d16-91f8-59b5d8a1fc0a', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'floating_ip_address': '172.28.0.144', 'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'router_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'port_id': '27b5917b-e68b-4e56-a2d3-622a638ef82f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'mac_address': 'fa:16:3e:68:80:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570f0172-f2a6-48b2-9814-7708e445037e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:31:22Z', 'updated_at': '2021-08-12T15:31:50Z', 'revision_number': 1, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226873ae-22b9-41b0-83df-b306ed5da304', 'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'mac_address': 'fa:16:3e:18:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:06Z', 'updated_at': '2021-08-12T15:31:22Z', 'revision_number': 5, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'subnets': [{'id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:52.500597 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619d8af3-902f-49d8-b34b-c3303433d991 None None] Checking router: 04b37113-ccf8-40a0-8a11-5d7e3df47062 for host: dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:31:52.511748 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d8af3-902f-49d8-b34b-c3303433d991 None None] Routers {'04b37113-ccf8-40a0-8a11-5d7e3df47062'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:31:52.512992 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-619d8af3-902f-49d8-b34b-c3303433d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:31:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['04b37113-ccf8-40a0-8a11-5d7e3df47062'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:52.619493 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-10fa983c-14f8-4a6e-9013-1b33a35d8133 req-b2789bf9-4fc7-4578-b049-8c83cb0e3f61 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27b5917b-e68b-4e56-a2d3-622a638ef82f HTTP/1.1" status: 200 len: 1000 time: 0.2033422 Aug 12 15:31:52.626319 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0ff9d-50ed-4e13-8df1-0539d9ef5e1b req-efdad20f-af9a-4947-b32c-fee85f992b40 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:52.628337 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-58d0ff9d-50ed-4e13-8df1-0539d9ef5e1b req-efdad20f-af9a-4947-b32c-fee85f992b40 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.2448742 Aug 12 15:31:52.710037 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa983c-14f8-4a6e-9013-1b33a35d8133 req-f3c0ac1a-c4b7-4732-a5f3-ddb54b3627f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:52.711846 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-10fa983c-14f8-4a6e-9013-1b33a35d8133 req-f3c0ac1a-c4b7-4732-a5f3-ddb54b3627f5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=88e0880e-bb53-49b2-83d2-6dd899a35462 HTTP/1.1" status: 200 len: 856 time: 0.0763361 Aug 12 15:31:52.749862 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-393501b2-33ab-4305-9db5-14cd35177d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:52.772740 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-619d8af3-902f-49d8-b34b-c3303433d991 None None] Set router 04b37113-ccf8-40a0-8a11-5d7e3df47062 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:31:52.833996 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-393501b2-33ab-4305-9db5-14cd35177d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:52.860907 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa983c-14f8-4a6e-9013-1b33a35d8133 req-33066994-26fd-498b-92f2-51cf8f620518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:52.867360 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-10fa983c-14f8-4a6e-9013-1b33a35d8133 req-33066994-26fd-498b-92f2-51cf8f620518 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1369984 Aug 12 15:31:52.868842 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-393501b2-33ab-4305-9db5-14cd35177d8d admin admin] Usage tracker for resource:security_group_rule and tenant:d36c108a1dbb485fa426b0b6346a4071 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:52.874616 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-58d0ff9d-50ed-4e13-8df1-0539d9ef5e1b req-f39d1188-6fdb-41a1-a58b-63132de9034f tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399230 Aug 12 15:31:52.875629 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-393501b2-33ab-4305-9db5-14cd35177d8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:52.894600 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-393501b2-33ab-4305-9db5-14cd35177d8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:53.079653 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-393501b2-33ab-4305-9db5-14cd35177d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:53.085509 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-393501b2-33ab-4305-9db5-14cd35177d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:53.098674 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:53.134994 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47206) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:53.174400 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-10fa983c-14f8-4a6e-9013-1b33a35d8133 req-9ab38135-f0bd-4250-9595-7a104832da02 service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932105 Aug 12 15:31:53.176847 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393501b2-33ab-4305-9db5-14cd35177d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b832ad86-7e74-42de-bde5-060aecd19432,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:53.180812 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-393501b2-33ab-4305-9db5-14cd35177d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:53.186261 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47212) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:53.198029 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-393501b2-33ab-4305-9db5-14cd35177d8d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d36c108a1dbb485fa426b0b6346a4071&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0391910 Aug 12 15:31:53.373188 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-619d8af3-902f-49d8-b34b-c3303433d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:31:08Z', 'revision_number': 4, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port': {'id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:46Z', 'updated_at': '2021-08-12T15:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_floatingips': [{'id': '71e94ac7-7b79-4d16-91f8-59b5d8a1fc0a', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'floating_ip_address': '172.28.0.144', 'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'router_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'port_id': '27b5917b-e68b-4e56-a2d3-622a638ef82f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'mac_address': 'fa:16:3e:68:80:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570f0172-f2a6-48b2-9814-7708e445037e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:31:22Z', 'updated_at': '2021-08-12T15:31:50Z', 'revision_number': 1, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226873ae-22b9-41b0-83df-b306ed5da304', 'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'mac_address': 'fa:16:3e:18:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:06Z', 'updated_at': '2021-08-12T15:31:22Z', 'revision_number': 5, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'subnets': [{'id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:53.374811 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ca5e31bd-4002-4458-a057-d4b173109b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:53.377899 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619d8af3-902f-49d8-b34b-c3303433d991 None None] The sync data for ids ['04b37113-ccf8-40a0-8a11-5d7e3df47062'] in dv-cinder-804345-1-smb is: [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:31:08Z', 'revision_number': 4, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port': {'id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:46Z', 'updated_at': '2021-08-12T15:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_floatingips': [{'id': '71e94ac7-7b79-4d16-91f8-59b5d8a1fc0a', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'floating_ip_address': '172.28.0.144', 'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'router_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'port_id': '27b5917b-e68b-4e56-a2d3-622a638ef82f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'mac_address': 'fa:16:3e:68:80:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570f0172-f2a6-48b2-9814-7708e445037e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:31:22Z', 'updated_at': '2021-08-12T15:31:50Z', 'revision_number': 1, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226873ae-22b9-41b0-83df-b306ed5da304', 'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'mac_address': 'fa:16:3e:18:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:06Z', 'updated_at': '2021-08-12T15:31:22Z', 'revision_number': 5, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'subnets': [{'id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:31:53.423254 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3553f224-ead7-4ecf-a133-805391ecac5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:53.426502 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ca5e31bd-4002-4458-a057-d4b173109b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:53.432247 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-10fa983c-14f8-4a6e-9013-1b33a35d8133 req-c0c37d3b-9971-4148-9232-d94630c90029 service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043424 Aug 12 15:31:53.439595 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ca5e31bd-4002-4458-a057-d4b173109b04 admin admin] Usage tracker for resource:security_group_rule and tenant:96c775c5d5c34c93bae9ca2cb74459fb is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:53.445811 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ca5e31bd-4002-4458-a057-d4b173109b04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:53.461852 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ca5e31bd-4002-4458-a057-d4b173109b04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:53.471834 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3553f224-ead7-4ecf-a133-805391ecac5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:53.564683 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3553f224-ead7-4ecf-a133-805391ecac5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:53.572504 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:53.592763 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553f224-ead7-4ecf-a133-805391ecac5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b832ad86-7e74-42de-bde5-060aecd19432,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:53.596326 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3553f224-ead7-4ecf-a133-805391ecac5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:53.626551 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3553f224-ead7-4ecf-a133-805391ecac5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:53.631308 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b53d49-e212-41ed-82d8-e999cbc42238 None None] New status for floating IP 71e94ac7-7b79-4d16-91f8-59b5d8a1fc0a: ACTIVE {{(pid=79209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:31:53.638258 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-3553f224-ead7-4ecf-a133-805391ecac5c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b832ad86-7e74-42de-bde5-060aecd19432 HTTP/1.1" status: 204 len: 168 time: 0.4505928 Aug 12 15:31:53.686761 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ca5e31bd-4002-4458-a057-d4b173109b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:53.698055 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ca5e31bd-4002-4458-a057-d4b173109b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:53.707172 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-544ef9a4-2802-41ee-a2d5-1aa4494cd533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:53.751412 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-ca5e31bd-4002-4458-a057-d4b173109b04 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=96c775c5d5c34c93bae9ca2cb74459fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6131203 Aug 12 15:31:53.751412 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e31bd-4002-4458-a057-d4b173109b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8526cb8d-2976-4928-b644-892019329579,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:53.752400 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47228) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:53.756069 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ca5e31bd-4002-4458-a057-d4b173109b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:53.821527 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-582315b7-3d59-421d-8612-62778b8d206e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:53.866772 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-582315b7-3d59-421d-8612-62778b8d206e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:53.963781 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-582315b7-3d59-421d-8612-62778b8d206e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:53.974464 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3553f224-ead7-4ecf-a133-805391ecac5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:53.990675 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582315b7-3d59-421d-8612-62778b8d206e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8526cb8d-2976-4928-b644-892019329579,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:53.994720 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-582315b7-3d59-421d-8612-62778b8d206e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:53.997292 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-582315b7-3d59-421d-8612-62778b8d206e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8526cb8d-2976-4928-b644-892019329579 HTTP/1.1" status: 204 len: 168 time: 0.2436466 Aug 12 15:31:53.998421 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-582315b7-3d59-421d-8612-62778b8d206e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:54.044943 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 47242) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:54.159795 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 47250) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:54.178683 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-426c065d-9f33-4eb9-bf46-173eeb86052e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:54.203269 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-426c065d-9f33-4eb9-bf46-173eeb86052e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:54.207900 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-426c065d-9f33-4eb9-bf46-173eeb86052e admin admin] Usage tracker for resource:security_group_rule and tenant:65fea3a38e1145c2a4200ff35b2753f1 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:54.211836 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-426c065d-9f33-4eb9-bf46-173eeb86052e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:54.238425 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-426c065d-9f33-4eb9-bf46-173eeb86052e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:54.363676 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e82779-318e-4386-baec-5cb599deef63 req-2adfba4b-c4f0-4053-8095-c7616de6eb96 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:54.365208 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c6e82779-318e-4386-baec-5cb599deef63 req-2adfba4b-c4f0-4053-8095-c7616de6eb96 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.1211314 Aug 12 15:31:54.470028 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c6e82779-318e-4386-baec-5cb599deef63 req-1c4a8855-ab52-495c-84fc-f6fd685eb366 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908473 Aug 12 15:31:54.486055 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-da4182af-6665-4c3d-8fb6-4595b2a4829b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:54.511685 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-da4182af-6665-4c3d-8fb6-4595b2a4829b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:54.517085 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-426c065d-9f33-4eb9-bf46-173eeb86052e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:54.518322 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-da4182af-6665-4c3d-8fb6-4595b2a4829b admin admin] Usage tracker for resource:security_group_rule and tenant:19695d6b1f844157a0695cca185da124 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:54.522432 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-da4182af-6665-4c3d-8fb6-4595b2a4829b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:54.526327 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-426c065d-9f33-4eb9-bf46-173eeb86052e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:54.539642 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-1184a17a-c9bf-4dbd-ba5c-22c1dca2f76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:54.549889 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-da4182af-6665-4c3d-8fb6-4595b2a4829b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:54.589409 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-426c065d-9f33-4eb9-bf46-173eeb86052e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=65fea3a38e1145c2a4200ff35b2753f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261034 Aug 12 15:31:54.590986 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47270) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:54.593010 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c065d-9f33-4eb9-bf46-173eeb86052e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb612863-f8f3-4f5a-879f-3f5bd2b16d69,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:54.596414 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-426c065d-9f33-4eb9-bf46-173eeb86052e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:54.690049 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-da4182af-6665-4c3d-8fb6-4595b2a4829b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:54.693347 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c3af8c49-1099-4249-8959-efcf7b46bc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:54.696333 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-da4182af-6665-4c3d-8fb6-4595b2a4829b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:54.704816 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-db5a7717-d873-40c6-ae62-09c2385ce7b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:54.732354 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c3af8c49-1099-4249-8959-efcf7b46bc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:54.749557 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-da4182af-6665-4c3d-8fb6-4595b2a4829b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=19695d6b1f844157a0695cca185da124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7034254 Aug 12 15:31:54.751588 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4182af-6665-4c3d-8fb6-4595b2a4829b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f668b1c-f924-4658-b403-65912d3c6c00,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:54.755764 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-da4182af-6665-4c3d-8fb6-4595b2a4829b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:54.756457 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 47286) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:54.831939 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3f9365db-08c9-4dd0-ad59-e0b06aa45bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:54.842880 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c3af8c49-1099-4249-8959-efcf7b46bc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:54.847959 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ca5e31bd-4002-4458-a057-d4b173109b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:54.860010 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af8c49-1099-4249-8959-efcf7b46bc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb612863-f8f3-4f5a-879f-3f5bd2b16d69,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:54.863421 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c3af8c49-1099-4249-8959-efcf7b46bc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:54.870499 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c3af8c49-1099-4249-8959-efcf7b46bc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:54.871627 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-c3af8c49-1099-4249-8959-efcf7b46bc5e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eb612863-f8f3-4f5a-879f-3f5bd2b16d69 HTTP/1.1" status: 204 len: 168 time: 0.2788687 Aug 12 15:31:54.888614 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3f9365db-08c9-4dd0-ad59-e0b06aa45bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:54.959433 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3f9365db-08c9-4dd0-ad59-e0b06aa45bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:54.964728 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-422f11c9-0339-4d63-9ef0-bae677d387c0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:54.980723 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9365db-08c9-4dd0-ad59-e0b06aa45bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f668b1c-f924-4658-b403-65912d3c6c00,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:54.983340 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-3f9365db-08c9-4dd0-ad59-e0b06aa45bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:54.993583 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3f9365db-08c9-4dd0-ad59-e0b06aa45bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:54.996933 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-3f9365db-08c9-4dd0-ad59-e0b06aa45bfc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3f668b1c-f924-4658-b403-65912d3c6c00 HTTP/1.1" status: 204 len: 168 time: 0.2372375 Aug 12 15:31:55.503519 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 47334) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:55.527982 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-bd9fc177-a106-41d0-807d-8f0e5dacfdb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:55.609227 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-bd9fc177-a106-41d0-807d-8f0e5dacfdb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:55.662912 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-bd9fc177-a106-41d0-807d-8f0e5dacfdb9 admin admin] Usage tracker for resource:security_group_rule and tenant:52c7a7c55fab4b789b8c51f08a331558 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:55.671386 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-bd9fc177-a106-41d0-807d-8f0e5dacfdb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:55.691843 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-bd9fc177-a106-41d0-807d-8f0e5dacfdb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:55.750010 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e343ef-28eb-4643-8363-ada7d2812224 req-fe3dbe10-3a9a-4008-b201-3044f91efd0b tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:55.751596 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-06e343ef-28eb-4643-8363-ada7d2812224 req-fe3dbe10-3a9a-4008-b201-3044f91efd0b tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.1459560 Aug 12 15:31:55.883400 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-06e343ef-28eb-4643-8363-ada7d2812224 req-6a294f50-280a-40f8-b630-7734b5121778 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251998 Aug 12 15:31:55.932963 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-bd9fc177-a106-41d0-807d-8f0e5dacfdb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:55.944342 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-bd9fc177-a106-41d0-807d-8f0e5dacfdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:55.966198 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:56.064127 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fc177-a106-41d0-807d-8f0e5dacfdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870db05d-7d87-4c6e-9099-fc74e8dc43ae,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:56.074200 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47366) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:56.074646 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-bd9fc177-a106-41d0-807d-8f0e5dacfdb9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=52c7a7c55fab4b789b8c51f08a331558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5697196 Aug 12 15:31:56.078110 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-bd9fc177-a106-41d0-807d-8f0e5dacfdb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:56.136256 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-731c324f-890e-4d1a-947a-bab1ac28cc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:56.167422 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-731c324f-890e-4d1a-947a-bab1ac28cc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:56.184421 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-e3cc389f-27ef-483e-b2f7-335da217c1ea tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:56.191634 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-e3cc389f-27ef-483e-b2f7-335da217c1ea tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/networks?id=dbb181ef-975e-4807-8710-3203d084afac HTTP/1.1" status: 200 len: 814 time: 0.2018676 Aug 12 15:31:56.208796 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a99a1fde-cc5f-42d8-bbef-45af3af35c21 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/quotas/9e079d5a71e84fd2a7b132b69b028ffe HTTP/1.1" status: 200 len: 375 time: 0.0162590 Aug 12 15:31:56.256949 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-731c324f-890e-4d1a-947a-bab1ac28cc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:56.265244 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3c77c3d0-5630-4f0f-b7b5-1756c490a1f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:56.286505 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c324f-890e-4d1a-947a-bab1ac28cc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870db05d-7d87-4c6e-9099-fc74e8dc43ae,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:56.289052 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-731c324f-890e-4d1a-947a-bab1ac28cc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:56.290300 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-731c324f-890e-4d1a-947a-bab1ac28cc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:56.304678 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-731c324f-890e-4d1a-947a-bab1ac28cc5e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/870db05d-7d87-4c6e-9099-fc74e8dc43ae HTTP/1.1" status: 204 len: 168 time: 0.2269988 Aug 12 15:31:56.323660 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-c9c111ec-d8dd-4b99-80ba-f2e0d0b0844d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9e079d5a71e84fd2a7b132b69b028ffe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1139708 Aug 12 15:31:56.478648 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-7fe8724e-a8c7-4329-b5ec-498c226342cd service neutron] 10.222.0.59 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539853 Aug 12 15:31:56.616570 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-0b35e04b-d270-4f37-b67c-9625af91f6af service neutron] 10.222.0.59 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356826 Aug 12 15:31:56.700808 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47396) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:56.836607 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b84c6e0e-2695-41c8-b3df-f7a1be3ce23d req-f3911a5c-8844-4c73-9d04-52d7aef7ce81 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 210 time: 0.0728228 Aug 12 15:31:56.897095 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6725a327-9e48-4bd6-b17b-7f0779b1fa2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:56.906754 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 47412) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:56.934637 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-6725a327-9e48-4bd6-b17b-7f0779b1fa2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:56.940377 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-6725a327-9e48-4bd6-b17b-7f0779b1fa2c admin admin] Usage tracker for resource:security_group_rule and tenant:12c0df47a992439a9635d60865625a0e is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:56.944309 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-6725a327-9e48-4bd6-b17b-7f0779b1fa2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:56.949929 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-150b0fa2-717f-4bea-8e4d-559e3c8d9df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:56.954624 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-6725a327-9e48-4bd6-b17b-7f0779b1fa2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:56.975242 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-150b0fa2-717f-4bea-8e4d-559e3c8d9df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:56.979732 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-150b0fa2-717f-4bea-8e4d-559e3c8d9df8 admin admin] Usage tracker for resource:security_group_rule and tenant:33e0e770ce574f62bed9c5899ea1da5c is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:56.983254 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-150b0fa2-717f-4bea-8e4d-559e3c8d9df8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:56.990797 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-150b0fa2-717f-4bea-8e4d-559e3c8d9df8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:57.094328 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6725a327-9e48-4bd6-b17b-7f0779b1fa2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:57.101485 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6725a327-9e48-4bd6-b17b-7f0779b1fa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:57.112299 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0c0e3d8f-083a-4367-99ce-70806e2b5cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:57.161815 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-6725a327-9e48-4bd6-b17b-7f0779b1fa2c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12c0df47a992439a9635d60865625a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4598966 Aug 12 15:31:57.162577 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725a327-9e48-4bd6-b17b-7f0779b1fa2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e33e14e-082a-4258-a5ad-f77d18b8b8af,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:57.164889 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47430) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:57.167648 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6725a327-9e48-4bd6-b17b-7f0779b1fa2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:57.229675 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ac437fd9-a1d5-469e-809a-c160c9264d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:57.232752 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-150b0fa2-717f-4bea-8e4d-559e3c8d9df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:57.243705 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-150b0fa2-717f-4bea-8e4d-559e3c8d9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:57.254116 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-20dd71bd-95d9-492e-b915-ec1635a031c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:57.270830 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ac437fd9-a1d5-469e-809a-c160c9264d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:57.307038 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-150b0fa2-717f-4bea-8e4d-559e3c8d9df8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=33e0e770ce574f62bed9c5899ea1da5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3991964 Aug 12 15:31:57.308882 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b0fa2-717f-4bea-8e4d-559e3c8d9df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5526c2a-859d-4a1c-b15d-16694f49c87c,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:57.309821 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47436) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:57.313511 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-150b0fa2-717f-4bea-8e4d-559e3c8d9df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:57.324754 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c9426-9e11-4278-ae18-6c9912855466 req-f7621271-8f50-4156-b8c9-666732c68e1c tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:57.332617 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-440c9426-9e11-4278-ae18-6c9912855466 req-f7621271-8f50-4156-b8c9-666732c68e1c tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.2487571 Aug 12 15:31:57.422849 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-440c9426-9e11-4278-ae18-6c9912855466 req-9de78a56-2a3f-4132-9d4c-64efcbd1e877 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891662 Aug 12 15:31:57.499906 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-449bf0e6-86ec-45e0-bede-4ad9f7a11035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:57.512806 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ac437fd9-a1d5-469e-809a-c160c9264d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:57.519788 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:57.543092 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac437fd9-a1d5-469e-809a-c160c9264d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e33e14e-082a-4258-a5ad-f77d18b8b8af,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:57.545876 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-449bf0e6-86ec-45e0-bede-4ad9f7a11035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:57.556022 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ac437fd9-a1d5-469e-809a-c160c9264d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:57.570599 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ac437fd9-a1d5-469e-809a-c160c9264d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:57.574553 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-ac437fd9-a1d5-469e-809a-c160c9264d59 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2e33e14e-082a-4258-a5ad-f77d18b8b8af HTTP/1.1" status: 204 len: 168 time: 0.4057522 Aug 12 15:31:57.616125 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-449bf0e6-86ec-45e0-bede-4ad9f7a11035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:57.621529 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2f644195-3927-4721-91e4-ba298b9b7359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:57.632491 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bf0e6-86ec-45e0-bede-4ad9f7a11035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5526c2a-859d-4a1c-b15d-16694f49c87c,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:57.636053 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-449bf0e6-86ec-45e0-bede-4ad9f7a11035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:57.639675 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-449bf0e6-86ec-45e0-bede-4ad9f7a11035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:57.644123 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-449bf0e6-86ec-45e0-bede-4ad9f7a11035 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a5526c2a-859d-4a1c-b15d-16694f49c87c HTTP/1.1" status: 204 len: 168 time: 0.3300977 Aug 12 15:31:57.953431 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47476) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:58.009606 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ba6ed190-ec0c-4f84-b129-4f94b9885fd8 req-4a4d0185-4fd7-4aee-b799-dfb7d3e2233e tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 210 time: 0.0585101 Aug 12 15:31:58.082244 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 47488) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:58.106776 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3cf2f392-39ba-433d-9e17-24a6afa736fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:58.153433 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-3cf2f392-39ba-433d-9e17-24a6afa736fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:58.157615 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-3cf2f392-39ba-433d-9e17-24a6afa736fe admin admin] Usage tracker for resource:security_group_rule and tenant:9423421dd1c44daabc92c3a1522d3fc9 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:58.169704 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-3cf2f392-39ba-433d-9e17-24a6afa736fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:58.177545 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-3cf2f392-39ba-433d-9e17-24a6afa736fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:58.282221 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d5e3152d-e918-49fb-81db-fccabdc8cf9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:58.324757 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3cf2f392-39ba-433d-9e17-24a6afa736fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:58.332149 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3cf2f392-39ba-433d-9e17-24a6afa736fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:58.332550 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-d5e3152d-e918-49fb-81db-fccabdc8cf9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:58.338227 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-d5e3152d-e918-49fb-81db-fccabdc8cf9f admin admin] Usage tracker for resource:security_group_rule and tenant:a10466c6149a4b04b7e527f4aed8f921 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:58.341510 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-d5e3152d-e918-49fb-81db-fccabdc8cf9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:58.346528 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-da4182af-6665-4c3d-8fb6-4595b2a4829b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:58.349155 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-d5e3152d-e918-49fb-81db-fccabdc8cf9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:58.424035 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-3cf2f392-39ba-433d-9e17-24a6afa736fe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9423421dd1c44daabc92c3a1522d3fc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407974 Aug 12 15:31:58.427454 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47502) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:58.450174 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2f392-39ba-433d-9e17-24a6afa736fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d4c1b2-abe6-43fa-bd89-d87ad4a86263,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:58.457662 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-3cf2f392-39ba-433d-9e17-24a6afa736fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:58.535567 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d5e3152d-e918-49fb-81db-fccabdc8cf9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:58.543240 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d5e3152d-e918-49fb-81db-fccabdc8cf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:58.562813 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8c8b98b2-ea9b-4467-8c4d-de6f1ade770d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:58.596660 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3152d-e918-49fb-81db-fccabdc8cf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc15520e-3583-40ec-a700-fb6bb0f8c858,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:58.600607 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d5e3152d-e918-49fb-81db-fccabdc8cf9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:58.661815 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cf8f67a2-7d52-4bfa-8ed0-7e58960470f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:58.685264 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e866a-4e7c-4820-aab3-77b87c0d11d4 req-9040ad60-7a3a-4177-b269-a09174e00201 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:58.687328 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8b9e866a-4e7c-4820-aab3-77b87c0d11d4 req-9040ad60-7a3a-4177-b269-a09174e00201 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.1119654 Aug 12 15:31:58.716286 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-d5e3152d-e918-49fb-81db-fccabdc8cf9f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a10466c6149a4b04b7e527f4aed8f921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7600622 Aug 12 15:31:58.717982 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47522) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:58.754706 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8b9e866a-4e7c-4820-aab3-77b87c0d11d4 req-1ed61734-dfa6-473b-b962-cb2e33721cfa tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577357 Aug 12 15:31:58.824326 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cf8f67a2-7d52-4bfa-8ed0-7e58960470f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:58.953606 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-81ea9677-7129-499e-9e64-851d6d75053f tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:58.955751 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-81ea9677-7129-499e-9e64-851d6d75053f tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.82 "GET /v2.0/networks?id=dbb181ef-975e-4807-8710-3203d084afac HTTP/1.1" status: 200 len: 814 time: 0.3616455 Aug 12 15:31:58.974818 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c015c704-861a-42ab-a900-35138154e70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:59.006346 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cf8f67a2-7d52-4bfa-8ed0-7e58960470f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:59.016967 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-5b204855-9bb4-4c4b-95b6-1c564b22da34 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Request body: {'port': {'device_id': '34ead31e-1849-40de-b27c-c2cea533c512', 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac', 'admin_state_up': True, 'tenant_id': '9e079d5a71e84fd2a7b132b69b028ffe'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:59.032013 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c3af8c49-1099-4249-8959-efcf7b46bc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:59.041522 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c015c704-861a-42ab-a900-35138154e70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:59.060253 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f67a2-7d52-4bfa-8ed0-7e58960470f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d4c1b2-abe6-43fa-bd89-d87ad4a86263,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:59.086675 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-cf8f67a2-7d52-4bfa-8ed0-7e58960470f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:59.177500 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cf8f67a2-7d52-4bfa-8ed0-7e58960470f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:59.181168 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-cf8f67a2-7d52-4bfa-8ed0-7e58960470f0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/50d4c1b2-abe6-43fa-bd89-d87ad4a86263 HTTP/1.1" status: 204 len: 168 time: 0.7507126 Aug 12 15:31:59.190372 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ff4dfd3d-8e8a-401f-84da-655fab56cd90 req-015336f9-5403-4ffb-bf20-8ee37c19bb39 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 210 time: 0.0577564 Aug 12 15:31:59.214093 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c015c704-861a-42ab-a900-35138154e70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:59.223630 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:59.258362 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015c704-861a-42ab-a900-35138154e70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc15520e-3583-40ec-a700-fb6bb0f8c858,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:59.262652 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c015c704-861a-42ab-a900-35138154e70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:59.263922 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-c015c704-861a-42ab-a900-35138154e70d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cc15520e-3583-40ec-a700-fb6bb0f8c858 HTTP/1.1" status: 204 len: 168 time: 0.4778941 Aug 12 15:31:59.265313 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c015c704-861a-42ab-a900-35138154e70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:59.277453 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-5b204855-9bb4-4c4b-95b6-1c564b22da34 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:59.288348 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-5b204855-9bb4-4c4b-95b6-1c564b22da34 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:59.300297 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-5b204855-9bb4-4c4b-95b6-1c564b22da34 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Made reservation on behalf of 9e079d5a71e84fd2a7b132b69b028ffe for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:31:59.305158 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-5b204855-9bb4-4c4b-95b6-1c564b22da34 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:59.512748 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-5b204855-9bb4-4c4b-95b6-1c564b22da34 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Allocated IP 172.20.0.10 (dbb181ef-975e-4807-8710-3203d084afac/16db9637-239a-4a26-a46b-09e2d03b1fdb/c6d85359-e188-4de8-9847-16f5614b0742) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:31:59.729422 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-5b204855-9bb4-4c4b-95b6-1c564b22da34 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:59.742631 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 47570) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:59.762796 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4efe258b-d4cb-468a-8387-64ff8fc84753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:59.771427 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-5b204855-9bb4-4c4b-95b6-1c564b22da34 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:59.779284 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:31:59.781705 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-4efe258b-d4cb-468a-8387-64ff8fc84753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:31:59.787771 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-4efe258b-d4cb-468a-8387-64ff8fc84753 admin admin] Usage tracker for resource:security_group_rule and tenant:9bc92506268b4b50a03773ff8cbce0c2 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:31:59.791160 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-4efe258b-d4cb-468a-8387-64ff8fc84753 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:31:59.797712 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-4efe258b-d4cb-468a-8387-64ff8fc84753 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:31:59.826043 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['33a03c4a-af94-4f4d-bdc3-143df79f341e', 'd1d3ac54-2631-4e02-a31b-2264ffc5d4d2'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:31:59.862838 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-5b204855-9bb4-4c4b-95b6-1c564b22da34 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Network dbb181ef-975e-4807-8710-3203d084afac is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:59.864723 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-5b204855-9bb4-4c4b-95b6-1c564b22da34 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:59.869892 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-5b204855-9bb4-4c4b-95b6-1c564b22da34 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:31:59.877413 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-5b204855-9bb4-4c4b-95b6-1c564b22da34 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:59.878204 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-5b204855-9bb4-4c4b-95b6-1c564b22da34 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:59.899376 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b204855-9bb4-4c4b-95b6-1c564b22da34 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Pushing event updated for resources: {'Port': ['ID=c6d85359-e188-4de8-9847-16f5614b0742,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:59.906192 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5b204855-9bb4-4c4b-95b6-1c564b22da34 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:31:59.920700 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-5b204855-9bb4-4c4b-95b6-1c564b22da34 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9153705 Aug 12 15:31:59.945696 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47578) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:31:59.954571 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Request body: {'port': {'device_id': '34ead31e-1849-40de-b27c-c2cea533c512', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:00.009113 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4efe258b-d4cb-468a-8387-64ff8fc84753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:00.024341 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4efe258b-d4cb-468a-8387-64ff8fc84753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:00.037432 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-4a51681d-38a9-4381-9868-0991205d6d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:00.066770 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe258b-d4cb-468a-8387-64ff8fc84753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e17f3b-7bc0-4c42-a6be-ade6ba60430a,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:00.079430 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-4efe258b-d4cb-468a-8387-64ff8fc84753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:00.109686 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-4efe258b-d4cb-468a-8387-64ff8fc84753 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9bc92506268b4b50a03773ff8cbce0c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654795 Aug 12 15:32:00.112352 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 47592) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:00.155464 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:00.190351 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99d219-9360-41eb-91b2-e3749f9b45f0 req-bc6eb6bd-aa13-4f2a-9c65-1d461dc45956 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:00.191994 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6c99d219-9360-41eb-91b2-e3749f9b45f0 req-bc6eb6bd-aa13-4f2a-9c65-1d461dc45956 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.2340338 Aug 12 15:32:00.202153 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-d1b4a898-f611-4b16-a6e1-42821edee8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:00.325455 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1449e24c-5076-4351-9e62-66d4e7afa615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:00.326527 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-d1b4a898-f611-4b16-a6e1-42821edee8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:00.348821 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6c99d219-9360-41eb-91b2-e3749f9b45f0 req-db95902b-5cb2-4977-8630-b6a0309e76d8 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481032 Aug 12 15:32:00.376129 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-1449e24c-5076-4351-9e62-66d4e7afa615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:00.397060 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-1449e24c-5076-4351-9e62-66d4e7afa615 admin admin] Usage tracker for resource:security_group_rule and tenant:efc9f301953e47c4be37400e29777ef0 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:00.405211 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-1449e24c-5076-4351-9e62-66d4e7afa615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:00.476790 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-d1b4a898-f611-4b16-a6e1-42821edee8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:00.482238 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-c4307b30-2d99-4484-a607-58d44561822d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:00.495458 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c025b6d-8e45-4c9a-bc45-8ea79e971e26 req-8def9a48-8908-444b-acef-f3e640a0535f tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:00.501949 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3c025b6d-8e45-4c9a-bc45-8ea79e971e26 req-8def9a48-8908-444b-acef-f3e640a0535f tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 932 time: 0.1126568 Aug 12 15:32:00.522208 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-1449e24c-5076-4351-9e62-66d4e7afa615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:00.536859 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4a898-f611-4b16-a6e1-42821edee8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e17f3b-7bc0-4c42-a6be-ade6ba60430a,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:00.541961 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-d1b4a898-f611-4b16-a6e1-42821edee8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:00.563613 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47612) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:00.581695 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3c025b6d-8e45-4c9a-bc45-8ea79e971e26 req-78c10a4c-8aa3-41fb-9654-3b09417b6f8c tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787170 Aug 12 15:32:00.597202 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-d1b4a898-f611-4b16-a6e1-42821edee8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:00.597202 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-d1b4a898-f611-4b16-a6e1-42821edee8b2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4e17f3b-7bc0-4c42-a6be-ade6ba60430a HTTP/1.1" status: 204 len: 168 time: 0.4819326 Aug 12 15:32:00.764548 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0d6f1251-1cc7-4fbb-8ddb-d972dff97906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:00.798532 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-0d6f1251-1cc7-4fbb-8ddb-d972dff97906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:00.809581 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-0d6f1251-1cc7-4fbb-8ddb-d972dff97906 admin admin] Usage tracker for resource:security_group_rule and tenant:d895d0a7906d437b8b71212b4ad4df2f is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:00.813011 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1449e24c-5076-4351-9e62-66d4e7afa615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:00.815005 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-0d6f1251-1cc7-4fbb-8ddb-d972dff97906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:00.824662 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1449e24c-5076-4351-9e62-66d4e7afa615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:00.840994 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-0d6f1251-1cc7-4fbb-8ddb-d972dff97906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:00.844289 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-449bf0e6-86ec-45e0-bede-4ad9f7a11035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:01.045763 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449e24c-5076-4351-9e62-66d4e7afa615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a581c8d9-0256-4e32-a71e-be2e8cf2dbaa,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:01.049898 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-1449e24c-5076-4351-9e62-66d4e7afa615 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=efc9f301953e47c4be37400e29777ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1029165 Aug 12 15:32:01.053485 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-1449e24c-5076-4351-9e62-66d4e7afa615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:01.054357 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 47636) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:01.065492 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d85359-e188-4de8-9847-16f5614b0742 {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:32:01.076515 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:01.105168 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Transition to ACTIVE for port object c6d85359-e188-4de8-9847-16f5614b0742 will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:32:01.116566 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:01.122559 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-84687e5d-c380-42d0-afcc-f74207eba423 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:01.156408 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5f99e01c-a117-4bf2-ad97-a487300624aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:01.190942 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5f99e01c-a117-4bf2-ad97-a487300624aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:01.267069 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5f99e01c-a117-4bf2-ad97-a487300624aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:01.275083 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-9b45cf4a-4a09-4bb4-a530-33578ca06721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:01.289385 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d85359-e188-4de8-9847-16f5614b0742,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:01.299367 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99e01c-a117-4bf2-ad97-a487300624aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a581c8d9-0256-4e32-a71e-be2e8cf2dbaa,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:01.305735 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5f99e01c-a117-4bf2-ad97-a487300624aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:01.313343 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5f99e01c-a117-4bf2-ad97-a487300624aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:01.319609 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-5f99e01c-a117-4bf2-ad97-a487300624aa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a581c8d9-0256-4e32-a71e-be2e8cf2dbaa HTTP/1.1" status: 204 len: 168 time: 0.2613404 Aug 12 15:32:01.319757 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:01.321112 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0d6f1251-1cc7-4fbb-8ddb-d972dff97906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:01.329521 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0d6f1251-1cc7-4fbb-8ddb-d972dff97906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:01.345768 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:01.403634 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-0d6f1251-1cc7-4fbb-8ddb-d972dff97906 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d895d0a7906d437b8b71212b4ad4df2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8391488 Aug 12 15:32:01.407050 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 47656) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:01.416340 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Attempting to bind port c6d85359-e188-4de8-9847-16f5614b0742 on host hv-cinder-80434 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:32:01.416697 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Attempting to bind port c6d85359-e188-4de8-9847-16f5614b0742 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': 'f121fbc5-3d8b-4df1-abd9-125f9716be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:32:01.417013 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Attempting to bind port c6d85359-e188-4de8-9847-16f5614b0742 on network dbb181ef-975e-4807-8710-3203d084afac {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:32:01.422082 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f1251-1cc7-4fbb-8ddb-d972dff97906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f3d272-790e-4e0c-8778-eab0552411b1,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:01.429143 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0d6f1251-1cc7-4fbb-8ddb-d972dff97906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:01.429143 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Port c6d85359-e188-4de8-9847-16f5614b0742 on network dbb181ef-975e-4807-8710-3203d084afac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 12 15:32:01.429143 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Attempting to bind port c6d85359-e188-4de8-9847-16f5614b0742 on network dbb181ef-975e-4807-8710-3203d084afac {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:32:01.434498 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Checking agent: {'id': 'ee8f405c-fd53-4642-8bfa-8ace78e7783f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:32:01.434843 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Checking segment: {'id': 'f121fbc5-3d8b-4df1-abd9-125f9716be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:32:01.435228 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Bound using segment: {'id': 'f121fbc5-3d8b-4df1-abd9-125f9716be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:32:01.435659 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Bound port: c6d85359-e188-4de8-9847-16f5614b0742, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f121fbc5-3d8b-4df1-abd9-125f9716be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:32:01.436009 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:01.546708 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] For port c6d85359-e188-4de8-9847-16f5614b0742, host hv-cinder-80434, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:32:01.550246 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] For port c6d85359-e188-4de8-9847-16f5614b0742, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=c6d85359-e188-4de8-9847-16f5614b0742,segment=NetworkSegment(f121fbc5-3d8b-4df1-abd9-125f9716be35),segment_id=f121fbc5-3d8b-4df1-abd9-125f9716be35)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:32:01.555803 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:01.560930 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:01.641523 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d85359-e188-4de8-9847-16f5614b0742,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:01.647697 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:01.649898 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f785-ec6e-4124-8d5a-9d43e504059d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:01.652968 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:01.654516 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:01.657593 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] 10.222.0.82 "PUT /v2.0/ports/c6d85359-e188-4de8-9847-16f5614b0742 HTTP/1.1" status: 200 len: 1094 time: 1.7060623 Aug 12 15:32:01.658337 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ead31e-1849-40de-b27c-c2cea533c512', 'tag': 'c6d85359-e188-4de8-9847-16f5614b0742'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:32:01.716187 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f785-ec6e-4124-8d5a-9d43e504059d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:01.753850 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41630c5-4aba-4d3a-b81f-3fcaa192c470 req-6bea8e07-f933-4a53-964e-479d3de814a1 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:01.755325 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d41630c5-4aba-4d3a-b81f-3fcaa192c470 req-6bea8e07-f933-4a53-964e-479d3de814a1 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.2740402 Aug 12 15:32:01.837639 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-04f716bc-8368-406f-9f21-53c8f8792ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:01.840585 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-04f716bc-8368-406f-9f21-53c8f8792ff6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e079d5a71e84fd2a7b132b69b028ffe&device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 1097 time: 0.0966194 Aug 12 15:32:01.887661 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d41630c5-4aba-4d3a-b81f-3fcaa192c470 req-1be4dfbd-5685-422b-9feb-6a91947c3c68 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930567 Aug 12 15:32:01.915811 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d369f-6fad-4957-8030-294d0382c591 req-60172f81-1451-49d1-a351-d630665477e0 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:01.917684 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a22d369f-6fad-4957-8030-294d0382c591 req-60172f81-1451-49d1-a351-d630665477e0 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 944 time: 0.1751866 Aug 12 15:32:01.921567 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f785-ec6e-4124-8d5a-9d43e504059d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:01.927913 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:01.942852 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7f785-ec6e-4124-8d5a-9d43e504059d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f3d272-790e-4e0c-8778-eab0552411b1,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:01.945832 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-c5d7f785-ec6e-4124-8d5a-9d43e504059d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:01.960604 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-51f7df2a-23fd-497a-b292-3f4456a8dde2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6d85359-e188-4de8-9847-16f5614b0742 HTTP/1.1" status: 200 len: 217 time: 0.1011434 Aug 12 15:32:01.970981 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f785-ec6e-4124-8d5a-9d43e504059d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:01.974679 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-c5d7f785-ec6e-4124-8d5a-9d43e504059d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/66f3d272-790e-4e0c-8778-eab0552411b1 HTTP/1.1" status: 204 len: 168 time: 0.5638301 Aug 12 15:32:01.994186 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a22d369f-6fad-4957-8030-294d0382c591 req-0855b938-afd4-4696-9228-231a61f32b03 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534313 Aug 12 15:32:02.080261 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-520d10e2-7626-42cc-bf0d-c352609f59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:02.081746 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-520d10e2-7626-42cc-bf0d-c352609f59f6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16db9637-239a-4a26-a46b-09e2d03b1fdb HTTP/1.1" status: 200 len: 854 time: 0.1026978 Aug 12 15:32:02.102485 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ead31e-1849-40de-b27c-c2cea533c512', 'tag': 'c6d85359-e188-4de8-9847-16f5614b0742', 'status': 'completed', 'code': 200} Aug 12 15:32:02.198709 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-19846e81-7b3f-423f-99b1-5e13e8bc4d84 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dbb181ef-975e-4807-8710-3203d084afac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858486 Aug 12 15:32:02.463646 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-108a6be0-dcc0-478a-9964-9ebd1a27fb17 service neutron] 10.222.0.82 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479424 Aug 12 15:32:02.671444 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6994ab9b-1f3d-4e57-a2fe-1090539bedac req-4025e947-2176-489a-bab3-502b91a37c59 service neutron] 10.222.0.82 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964452 Aug 12 15:32:02.975182 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6378a-6c35-429f-b0ee-3da5ab0d4cb4 req-5f006933-1396-4f9a-92d7-2586f029cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:02.978223 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-67e6378a-6c35-429f-b0ee-3da5ab0d4cb4 req-5f006933-1396-4f9a-92d7-2586f029cd14 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e079d5a71e84fd2a7b132b69b028ffe&device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 1097 time: 0.1564167 Aug 12 15:32:03.196212 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6378a-6c35-429f-b0ee-3da5ab0d4cb4 req-103667a8-d44f-4adf-a25d-7ed8498228d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:03.198049 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-67e6378a-6c35-429f-b0ee-3da5ab0d4cb4 req-103667a8-d44f-4adf-a25d-7ed8498228d6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dbb181ef-975e-4807-8710-3203d084afac HTTP/1.1" status: 200 len: 915 time: 0.1988878 Aug 12 15:32:03.209373 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47760) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:03.249765 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5aee5-abc0-4d44-87ad-aaa87a206180 req-32785ca6-0a31-41db-aa6b-40358ca6d841 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:03.251235 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dca5aee5-abc0-4d44-87ad-aaa87a206180 req-32785ca6-0a31-41db-aa6b-40358ca6d841 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.1662087 Aug 12 15:32:03.310225 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-67e6378a-6c35-429f-b0ee-3da5ab0d4cb4 req-2b7e3816-74fb-40c3-b3cb-4e225e0658d9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6d85359-e188-4de8-9847-16f5614b0742 HTTP/1.1" status: 200 len: 217 time: 0.1016808 Aug 12 15:32:03.324948 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ea291-c855-4bae-90ae-9866383ef856 req-ee977b06-ec3d-48dd-bad9-97b97fe9629b tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:03.328712 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0e1ea291-c855-4bae-90ae-9866383ef856 req-ee977b06-ec3d-48dd-bad9-97b97fe9629b tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 944 time: 0.1543300 Aug 12 15:32:03.342669 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dca5aee5-abc0-4d44-87ad-aaa87a206180 req-9cd88822-5a2c-4fed-a23f-a22839da2395 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814438 Aug 12 15:32:03.397355 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6378a-6c35-429f-b0ee-3da5ab0d4cb4 req-67099187-492d-4f90-abf5-38e542a5d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:03.398851 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-67e6378a-6c35-429f-b0ee-3da5ab0d4cb4 req-67099187-492d-4f90-abf5-38e542a5d4e6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16db9637-239a-4a26-a46b-09e2d03b1fdb HTTP/1.1" status: 200 len: 854 time: 0.0744836 Aug 12 15:32:03.420715 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0e1ea291-c855-4bae-90ae-9866383ef856 req-557cdd77-9f10-4252-a218-3414bc5d12f8 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750644 Aug 12 15:32:03.476400 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-67e6378a-6c35-429f-b0ee-3da5ab0d4cb4 req-636b8b8e-5a13-4682-9df2-869708d73b9d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dbb181ef-975e-4807-8710-3203d084afac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519183 Aug 12 15:32:03.616069 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-36c90626-1369-490f-be77-26f25b95b731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:03.639263 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-36c90626-1369-490f-be77-26f25b95b731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:03.658743 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-36c90626-1369-490f-be77-26f25b95b731 admin admin] Usage tracker for resource:security_group_rule and tenant:11751d8466d943728ddc00420d547f8e is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:03.664231 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-36c90626-1369-490f-be77-26f25b95b731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:03.671658 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-36c90626-1369-490f-be77-26f25b95b731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:03.675402 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-67e6378a-6c35-429f-b0ee-3da5ab0d4cb4 req-42f54f65-3c45-429a-9ba4-1969d105747b service neutron] 10.222.0.82 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745257 Aug 12 15:32:03.960622 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-36c90626-1369-490f-be77-26f25b95b731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:03.973197 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-36c90626-1369-490f-be77-26f25b95b731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:03.989851 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-9449d3a0-34c1-4950-ab8b-d2c577fcf6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:04.023344 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-67e6378a-6c35-429f-b0ee-3da5ab0d4cb4 req-9c4203a1-4db4-49d3-831e-e3763d2e0c14 service neutron] 10.222.0.82 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967484 Aug 12 15:32:04.034755 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-36c90626-1369-490f-be77-26f25b95b731 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11751d8466d943728ddc00420d547f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8244290 Aug 12 15:32:04.037722 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47788) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:04.049884 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c90626-1369-490f-be77-26f25b95b731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2155626f-21e9-4fef-848f-841251cebb36,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:04.054478 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-36c90626-1369-490f-be77-26f25b95b731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:04.109373 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4a063a68-e61b-4316-a5bd-402304e5c320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:04.137135 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4a063a68-e61b-4316-a5bd-402304e5c320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:04.193769 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4a063a68-e61b-4316-a5bd-402304e5c320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:04.198795 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-582315b7-3d59-421d-8612-62778b8d206e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:04.212900 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a063a68-e61b-4316-a5bd-402304e5c320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2155626f-21e9-4fef-848f-841251cebb36,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:04.216696 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4a063a68-e61b-4316-a5bd-402304e5c320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:04.226336 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4a063a68-e61b-4316-a5bd-402304e5c320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:04.227718 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-4a063a68-e61b-4316-a5bd-402304e5c320 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2155626f-21e9-4fef-848f-841251cebb36 HTTP/1.1" status: 204 len: 168 time: 0.1890967 Aug 12 15:32:04.590064 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16c633-5ada-4038-ac46-20449bbffa0f req-4dae0328-6ed0-43cf-8d7a-4135068061ef tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:04.592616 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bf16c633-5ada-4038-ac46-20449bbffa0f req-4dae0328-6ed0-43cf-8d7a-4135068061ef tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.0891175 Aug 12 15:32:04.716723 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bf16c633-5ada-4038-ac46-20449bbffa0f req-cc9ab3a3-7bbf-4513-add3-0963dd1ea524 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137698 Aug 12 15:32:04.744685 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a2f84-9e91-473c-9051-f66d6b8b3014 req-9d2942a9-5134-46cf-b79e-f88343cd2179 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:04.752834 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-fc5a2f84-9e91-473c-9051-f66d6b8b3014 req-9d2942a9-5134-46cf-b79e-f88343cd2179 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 944 time: 0.1281590 Aug 12 15:32:04.798632 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47822) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:04.800402 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-fc5a2f84-9e91-473c-9051-f66d6b8b3014 req-ddfe9163-5c0a-4041-b2ed-479607402a7c tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467296 Aug 12 15:32:04.834814 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaf70-02f0-4ca2-8e90-96c9174fbae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:04.852775 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-8b7aaf70-02f0-4ca2-8e90-96c9174fbae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:04.856839 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-8b7aaf70-02f0-4ca2-8e90-96c9174fbae8 admin admin] Usage tracker for resource:security_group_rule and tenant:c14eafe494e544f1882f541cf7a8b454 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:04.859785 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-8b7aaf70-02f0-4ca2-8e90-96c9174fbae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:04.866192 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-8b7aaf70-02f0-4ca2-8e90-96c9174fbae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:04.956045 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaf70-02f0-4ca2-8e90-96c9174fbae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:04.960541 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaf70-02f0-4ca2-8e90-96c9174fbae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:04.969342 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-cf8f67a2-7d52-4bfa-8ed0-7e58960470f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:05.009832 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-8b7aaf70-02f0-4ca2-8e90-96c9174fbae8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c14eafe494e544f1882f541cf7a8b454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095125 Aug 12 15:32:05.012379 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47830) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:05.015201 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7aaf70-02f0-4ca2-8e90-96c9174fbae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72eb463-7f9a-4937-8cae-efd711f79301,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:05.019042 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8b7aaf70-02f0-4ca2-8e90-96c9174fbae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:05.079915 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-db94245b-ba59-42d6-a742-1f3d494549e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:05.106594 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-db94245b-ba59-42d6-a742-1f3d494549e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:05.162769 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-db94245b-ba59-42d6-a742-1f3d494549e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:05.168031 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7ded80c9-9771-437c-a404-3432b87111dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:05.179876 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94245b-ba59-42d6-a742-1f3d494549e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72eb463-7f9a-4937-8cae-efd711f79301,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:05.183003 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-db94245b-ba59-42d6-a742-1f3d494549e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:05.185389 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-db94245b-ba59-42d6-a742-1f3d494549e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:05.186996 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-db94245b-ba59-42d6-a742-1f3d494549e0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a72eb463-7f9a-4937-8cae-efd711f79301 HTTP/1.1" status: 204 len: 168 time: 0.1735775 Aug 12 15:32:05.628471 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device c6d85359-e188-4de8-9847-16f5614b0742 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:32:05.817936 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port c6d85359-e188-4de8-9847-16f5614b0742, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=c6d85359-e188-4de8-9847-16f5614b0742,segment=NetworkSegment(f121fbc5-3d8b-4df1-abd9-125f9716be35),segment_id=f121fbc5-3d8b-4df1-abd9-125f9716be35)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:32:05.832563 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': 'c6d85359-e188-4de8-9847-16f5614b0742', 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac', 'port_id': 'c6d85359-e188-4de8-9847-16f5614b0742', 'mac_address': 'fa:16:3e:d5:5b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16db9637-239a-4a26-a46b-09e2d03b1fdb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:32:05.918412 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:05.940521 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d85359-e188-4de8-9847-16f5614b0742 {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:32:05.958218 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port c6d85359-e188-4de8-9847-16f5614b0742, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=c6d85359-e188-4de8-9847-16f5614b0742,segment=NetworkSegment(f121fbc5-3d8b-4df1-abd9-125f9716be35),segment_id=f121fbc5-3d8b-4df1-abd9-125f9716be35)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:32:05.962559 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:05.966368 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:05.992693 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47951b-2e4d-44e5-b522-9d79f06ecd90 req-80fdff4f-8f97-43c1-904e-bd7e224b63cd tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:05.994187 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ee47951b-2e4d-44e5-b522-9d79f06ecd90 req-80fdff4f-8f97-43c1-904e-bd7e224b63cd tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.1544883 Aug 12 15:32:06.042879 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=c6d85359-e188-4de8-9847-16f5614b0742,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:06.047365 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:06.050381 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ee47951b-2e4d-44e5-b522-9d79f06ecd90 req-06dce551-495e-4398-90ed-b3b7feb13bb3 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494874 Aug 12 15:32:06.058038 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6a370-7669-4753-9307-a6ca20ab8b22 req-7511cf44-90f8-4909-8153-4b943e21b016 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:06.059679 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f9e6a370-7669-4753-9307-a6ca20ab8b22 req-7511cf44-90f8-4909-8153-4b943e21b016 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 945 time: 0.1372812 Aug 12 15:32:06.107884 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f9e6a370-7669-4753-9307-a6ca20ab8b22 req-9dce19b9-d423-4c55-aca5-44406b0381cb tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418925 Aug 12 15:32:06.594891 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['c6d85359-e188-4de8-9847-16f5614b0742'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:32:07.073021 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-1029dc14-2ebd-4d12-b73e-d9666f370e37 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b6398673d8a44c0c90e28fa400a785d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280850 Aug 12 15:32:07.295906 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-383ddcf0-7fe2-4ba1-ae0b-9631c532f0ef tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:07.297627 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-383ddcf0-7fe2-4ba1-ae0b-9631c532f0ef tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2191329 Aug 12 15:32:07.326952 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71caf90c-f84e-4b6a-a011-b38a53512311 req-35e73ea6-6c3e-453a-a32c-ff066cacebad tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:07.328638 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-71caf90c-f84e-4b6a-a011-b38a53512311 req-35e73ea6-6c3e-453a-a32c-ff066cacebad tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.1509678 Aug 12 15:32:07.330573 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-2aa61cbd-f5f1-4f0d-b9b9-14fa1cc5db5b tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/quotas/b6398673d8a44c0c90e28fa400a785d4 HTTP/1.1" status: 200 len: 375 time: 0.0231893 Aug 12 15:32:07.404814 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-9aea3e21-b91b-4d5a-8091-8250f5c7ce55 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6398673d8a44c0c90e28fa400a785d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507836 Aug 12 15:32:07.428346 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-71caf90c-f84e-4b6a-a011-b38a53512311 req-ce0cc66f-afa8-4945-aec8-af5b0031f93b tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933020 Aug 12 15:32:07.621820 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131da9b-d04e-49a2-bf91-604ff1bdd364 req-fdcbc064-0241-469a-9ff1-734acbe6da19 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:07.623554 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0131da9b-d04e-49a2-bf91-604ff1bdd364 req-fdcbc064-0241-469a-9ff1-734acbe6da19 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 945 time: 0.0968599 Aug 12 15:32:07.675489 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0131da9b-d04e-49a2-bf91-604ff1bdd364 req-558b4e46-6795-4f5c-ab35-40466bf2c86f tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454202 Aug 12 15:32:07.854210 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3fb81cb9-6ded-4f69-b63b-e7eea78ca7fb req-9a4a7055-afc5-4bc6-8ad6-f195cae9069c tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 210 time: 0.0633674 Aug 12 15:32:08.243648 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 47966) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:08.364751 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ed851de8-ac1a-4027-ae73-be86f8d54094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:08.378429 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-ed851de8-ac1a-4027-ae73-be86f8d54094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:08.382455 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-ed851de8-ac1a-4027-ae73-be86f8d54094 admin admin] Usage tracker for resource:security_group_rule and tenant:80677293fc5c43a29c70151bc8219197 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:08.385177 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-ed851de8-ac1a-4027-ae73-be86f8d54094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:08.391109 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-ed851de8-ac1a-4027-ae73-be86f8d54094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:08.475343 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ed851de8-ac1a-4027-ae73-be86f8d54094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:08.479972 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ed851de8-ac1a-4027-ae73-be86f8d54094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:08.487585 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-3f9365db-08c9-4dd0-ad59-e0b06aa45bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:08.530251 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-ed851de8-ac1a-4027-ae73-be86f8d54094 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=80677293fc5c43a29c70151bc8219197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847638 Aug 12 15:32:08.531911 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed851de8-ac1a-4027-ae73-be86f8d54094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4657c89c-e825-40c5-a2cc-6bd124433f44,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:08.533520 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47974) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:08.536072 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-ed851de8-ac1a-4027-ae73-be86f8d54094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:08.605204 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-79929126-b688-4691-8d73-e0b422d267bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:08.620327 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c048099-aada-4596-8a57-ec0d2dd9da11 req-8a80725c-b8e9-489b-a308-c654aa0f9cbb tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:08.622558 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7c048099-aada-4596-8a57-ec0d2dd9da11 req-8a80725c-b8e9-489b-a308-c654aa0f9cbb tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.0825503 Aug 12 15:32:08.631710 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-79929126-b688-4691-8d73-e0b422d267bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:08.677899 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7c048099-aada-4596-8a57-ec0d2dd9da11 req-dd8e154b-e2c3-402d-add6-ecd1a42982a3 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441761 Aug 12 15:32:08.693247 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-79929126-b688-4691-8d73-e0b422d267bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:08.696969 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d5e3152d-e918-49fb-81db-fccabdc8cf9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:08.708795 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79929126-b688-4691-8d73-e0b422d267bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4657c89c-e825-40c5-a2cc-6bd124433f44,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:08.712365 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-79929126-b688-4691-8d73-e0b422d267bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:08.715537 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-79929126-b688-4691-8d73-e0b422d267bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:08.718919 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-79929126-b688-4691-8d73-e0b422d267bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4657c89c-e825-40c5-a2cc-6bd124433f44 HTTP/1.1" status: 204 len: 168 time: 0.1814194 Aug 12 15:32:08.769094 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-93d8d617-515b-43f7-8197-96d56b2e2520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:08.947421 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc61f4c-1dcd-45e6-a062-767cb00c2717 req-4dcb73d3-ef5e-45ee-89cb-f5a92f4bdfae tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:08.954492 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cfc61f4c-1dcd-45e6-a062-767cb00c2717 req-4dcb73d3-ef5e-45ee-89cb-f5a92f4bdfae tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 945 time: 0.1126390 Aug 12 15:32:09.031867 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cfc61f4c-1dcd-45e6-a062-767cb00c2717 req-fa7dc338-ba02-4160-83ba-c5ee2588d2cc tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762160 Aug 12 15:32:09.101864 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 47998) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:09.188536 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f08c23ff-a86a-42fe-a664-59ee6ce637be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:09.245358 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-001d584d-3b8c-431b-9553-bc6a2195129b req-dced5903-0f84-43b1-a267-bd12c982c24c tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 210 time: 0.1468561 Aug 12 15:32:09.288181 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f08c23ff-a86a-42fe-a664-59ee6ce637be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:09.298737 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f08c23ff-a86a-42fe-a664-59ee6ce637be admin admin] Usage tracker for resource:security_group_rule and tenant:148f066425bf4c558ebdb77d8af2c8dd is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:09.303916 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f08c23ff-a86a-42fe-a664-59ee6ce637be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:09.313520 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f08c23ff-a86a-42fe-a664-59ee6ce637be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:09.318538 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5f53e3b4-bd99-41d2-b6b8-7cf42128ebad tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=b6398673d8a44c0c90e28fa400a785d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1838274 Aug 12 15:32:09.455486 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f08c23ff-a86a-42fe-a664-59ee6ce637be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:09.465330 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f08c23ff-a86a-42fe-a664-59ee6ce637be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:09.478807 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-9c48d29e-bb5a-4432-a26e-7240c3b26d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:09.602542 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 48020) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:09.602783 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-f08c23ff-a86a-42fe-a664-59ee6ce637be admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=148f066425bf4c558ebdb77d8af2c8dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4997032 Aug 12 15:32:09.606955 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c23ff-a86a-42fe-a664-59ee6ce637be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9961a67a-de0e-4882-af9f-82019575e50c,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:09.612063 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f08c23ff-a86a-42fe-a664-59ee6ce637be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:09.630929 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device c6d85359-e188-4de8-9847-16f5614b0742 up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:32:09.667680 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-946ca6ca-8f1a-4891-982c-5301d69f7e33 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:09.669393 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-946ca6ca-8f1a-4891-982c-5301d69f7e33 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2854834 Aug 12 15:32:09.692361 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5038b191-910a-44bb-a464-3e147fb043bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:09.714008 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Request body: {'port': {'device_id': '7dc5caca-5af3-4442-b870-b05426aff4f9', 'network_id': '182e627f-d1dc-452f-806b-aaea9e80493f', 'admin_state_up': True, 'tenant_id': 'b6398673d8a44c0c90e28fa400a785d4'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:09.722429 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5038b191-910a-44bb-a464-3e147fb043bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:09.734911 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning for port c6d85359-e188-4de8-9847-16f5614b0742 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:32:09.740624 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port c6d85359-e188-4de8-9847-16f5614b0742 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:32:09.741081 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:09.821036 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5038b191-910a-44bb-a464-3e147fb043bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:09.829080 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:09.835649 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-95385a27-56b0-4bad-826f-48eb64b23fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:09.887624 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:09.892927 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:09.897528 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Usage tracker for resource:port and tenant:b6398673d8a44c0c90e28fa400a785d4 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:09.898574 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038b191-910a-44bb-a464-3e147fb043bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9961a67a-de0e-4882-af9f-82019575e50c,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:09.909199 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:09.916195 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5038b191-910a-44bb-a464-3e147fb043bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:09.917723 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:09.920783 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5038b191-910a-44bb-a464-3e147fb043bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:09.922354 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-5038b191-910a-44bb-a464-3e147fb043bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9961a67a-de0e-4882-af9f-82019575e50c HTTP/1.1" status: 204 len: 168 time: 0.3187485 Aug 12 15:32:09.931405 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ead31e-1849-40de-b27c-c2cea533c512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d85359-e188-4de8-9847-16f5614b0742'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:32:09.944107 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port c6d85359-e188-4de8-9847-16f5614b0742, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=c6d85359-e188-4de8-9847-16f5614b0742,segment=NetworkSegment(f121fbc5-3d8b-4df1-abd9-125f9716be35),segment_id=f121fbc5-3d8b-4df1-abd9-125f9716be35)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:32:09.949935 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Made reservation on behalf of b6398673d8a44c0c90e28fa400a785d4 for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:32:09.950457 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:09.953220 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:09.958077 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:09.960767 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780505e-a1da-46a2-923e-9b210e73c890 req-4749e23a-622b-465b-b61c-546f187ea33d tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:09.972561 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f780505e-a1da-46a2-923e-9b210e73c890 req-4749e23a-622b-465b-b61c-546f187ea33d tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.1206057 Aug 12 15:32:09.995074 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:10.032052 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ead31e-1849-40de-b27c-c2cea533c512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d85359-e188-4de8-9847-16f5614b0742', 'code': 200} Aug 12 15:32:10.032198 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:10.044727 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=c6d85359-e188-4de8-9847-16f5614b0742,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:10.045420 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Usage tracker for resource:security_group_rule and tenant:b6398673d8a44c0c90e28fa400a785d4 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:10.049664 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:10.052706 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:10.064407 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:10.085366 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f780505e-a1da-46a2-923e-9b210e73c890 req-1edd238a-f615-4e26-8ada-4eeb593a9793 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921309 Aug 12 15:32:10.205523 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:10.210860 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:10.216572 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-977d0469-77ec-4f0a-8887-69a15e82e467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:10.369959 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde013d-b1eb-4e5a-bf23-36523d880161 req-bb2e7f80-2a48-47e5-bfb8-1c2225c21e5d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:10.377199 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3dde013d-b1eb-4e5a-bf23-36523d880161 req-bb2e7f80-2a48-47e5-bfb8-1c2225c21e5d tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 946 time: 0.1600771 Aug 12 15:32:10.438499 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3dde013d-b1eb-4e5a-bf23-36523d880161 req-139255b2-1bed-4c86-8beb-f67e9507b5fe tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595655 Aug 12 15:32:10.479554 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c71587e-41a6-4684-9246-b55a73ce3abc,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:10.486304 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:10.568984 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df24e2-bca6-4d11-9890-2c66d2922f31 req-23b46a87-5ab5-4992-a335-a6532a16429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:10.570442 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-b4df24e2-bca6-4d11-9890-2c66d2922f31 req-23b46a87-5ab5-4992-a335-a6532a16429e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 1099 time: 0.1701226 Aug 12 15:32:10.577294 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Allocated IP 192.168.233.192 (182e627f-d1dc-452f-806b-aaea9e80493f/25faddd6-8410-4458-8f50-9cd60fa07004/4773e9f5-f0e5-4b41-a09d-acaadb58d10f) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:32:10.597219 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4f5fd90c-15f9-4ac8-9633-627bbb58c081 req-2957a981-371b-482f-8f35-1ab753d4c418 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 210 time: 0.0553265 Aug 12 15:32:10.634529 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-b4df24e2-bca6-4d11-9890-2c66d2922f31 req-ace7de28-3237-4655-82ac-7bed47d5e615 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550079 Aug 12 15:32:10.828078 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:10.845343 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Transition to ACTIVE for port object 4773e9f5-f0e5-4b41-a09d-acaadb58d10f will not be triggered until provisioned by entity DHCP. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:32:10.871536 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:10.878776 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:10.944598 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Network 182e627f-d1dc-452f-806b-aaea9e80493f is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:32:10.948089 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:32:10.950720 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:32:10.956681 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:10.957839 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:10.979302 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Pushing event updated for resources: {'Port': ['ID=4773e9f5-f0e5-4b41-a09d-acaadb58d10f,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:10.983212 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:11.005087 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2951064 Aug 12 15:32:11.114186 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Request body: {'port': {'device_id': '7dc5caca-5af3-4442-b870-b05426aff4f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:11.192240 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-4fed1c40-2beb-4307-8c45-4bf7bba43b30 None None] Provisioning for port 4773e9f5-f0e5-4b41-a09d-acaadb58d10f completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:32:11.201844 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-4fed1c40-2beb-4307-8c45-4bf7bba43b30 None None] Provisioning complete for port 4773e9f5-f0e5-4b41-a09d-acaadb58d10f triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:32:11.202150 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4fed1c40-2beb-4307-8c45-4bf7bba43b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.325151 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-4fed1c40-2beb-4307-8c45-4bf7bba43b30 None None] Port 4773e9f5-f0e5-4b41-a09d-acaadb58d10f cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:32:11.338854 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84334ee-e199-47b3-8414-cc5f6d00db05 req-64b2d204-0cfe-4e2c-9e3d-b2a00b59e549 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:11.340542 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d84334ee-e199-47b3-8414-cc5f6d00db05 req-64b2d204-0cfe-4e2c-9e3d-b2a00b59e549 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.1286995 Aug 12 15:32:11.407247 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d84334ee-e199-47b3-8414-cc5f6d00db05 req-8dbf9884-a5b7-4872-ab29-cf20703ebebb tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606859 Aug 12 15:32:11.497345 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.565307 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4dec7fe1-b8be-4333-b613-a83330ba87fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.627777 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b5595-e246-473e-ad2b-9f4e1b6f8046 req-9ca876bc-8aa7-4e2e-8634-7ff3a0bd9966 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:11.629285 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f52b5595-e246-473e-ad2b-9f4e1b6f8046 req-9ca876bc-8aa7-4e2e-8634-7ff3a0bd9966 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 946 time: 0.0831134 Aug 12 15:32:11.677425 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f52b5595-e246-473e-ad2b-9f4e1b6f8046 req-6fba5806-a846-4f1d-8fbc-aa9eb65c3405 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420995 Aug 12 15:32:11.853267 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933bafb-01c2-45dc-8ddb-bc3d11e8f5fb req-9f0965a7-4b3e-4eb1-af21-90f9e8871eda tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:11.854747 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b933bafb-01c2-45dc-8ddb-bc3d11e8f5fb req-9f0965a7-4b3e-4eb1-af21-90f9e8871eda tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 936 time: 0.0844538 Aug 12 15:32:11.856458 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4773e9f5-f0e5-4b41-a09d-acaadb58d10f {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:32:11.864539 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.878945 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Transition to ACTIVE for port object 4773e9f5-f0e5-4b41-a09d-acaadb58d10f will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:32:11.882719 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.887313 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:11.900532 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b933bafb-01c2-45dc-8ddb-bc3d11e8f5fb req-f8c9c6f2-2778-4ed8-83ff-3e361bd4843f tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c71587e-41a6-4684-9246-b55a73ce3abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400019 Aug 12 15:32:12.016398 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Pushing event updated for resources: {'Port': ['ID=4773e9f5-f0e5-4b41-a09d-acaadb58d10f,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:12.043763 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:12.070712 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Attempting to bind port 4773e9f5-f0e5-4b41-a09d-acaadb58d10f on host hv-cinder-80434 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:32:12.071035 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Attempting to bind port 4773e9f5-f0e5-4b41-a09d-acaadb58d10f by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': 'ca1bd3ea-137f-4b1c-86a5-b657904067fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '182e627f-d1dc-452f-806b-aaea9e80493f'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:32:12.071368 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Attempting to bind port 4773e9f5-f0e5-4b41-a09d-acaadb58d10f on network 182e627f-d1dc-452f-806b-aaea9e80493f {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:32:12.076287 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Port 4773e9f5-f0e5-4b41-a09d-acaadb58d10f on network 182e627f-d1dc-452f-806b-aaea9e80493f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 12 15:32:12.076611 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Attempting to bind port 4773e9f5-f0e5-4b41-a09d-acaadb58d10f on network 182e627f-d1dc-452f-806b-aaea9e80493f {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:32:12.081758 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Checking agent: {'id': 'ee8f405c-fd53-4642-8bfa-8ace78e7783f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:32:12.082100 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Checking segment: {'id': 'ca1bd3ea-137f-4b1c-86a5-b657904067fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '182e627f-d1dc-452f-806b-aaea9e80493f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:32:12.083018 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Bound using segment: {'id': 'ca1bd3ea-137f-4b1c-86a5-b657904067fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '182e627f-d1dc-452f-806b-aaea9e80493f'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:32:12.083441 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Bound port: 4773e9f5-f0e5-4b41-a09d-acaadb58d10f, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1bd3ea-137f-4b1c-86a5-b657904067fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '182e627f-d1dc-452f-806b-aaea9e80493f'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:32:12.083791 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:12.176465 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] For port 4773e9f5-f0e5-4b41-a09d-acaadb58d10f, host hv-cinder-80434, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:32:12.179504 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] For port 4773e9f5-f0e5-4b41-a09d-acaadb58d10f, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=4773e9f5-f0e5-4b41-a09d-acaadb58d10f,segment=NetworkSegment(ca1bd3ea-137f-4b1c-86a5-b657904067fc),segment_id=ca1bd3ea-137f-4b1c-86a5-b657904067fc)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:32:12.182879 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:12.187076 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:12.245085 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:12.245702 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:12.247039 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] 10.222.0.82 "PUT /v2.0/ports/4773e9f5-f0e5-4b41-a09d-acaadb58d10f HTTP/1.1" status: 200 len: 1098 time: 1.1375556 Aug 12 15:32:12.247507 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc5caca-5af3-4442-b870-b05426aff4f9', 'tag': '4773e9f5-f0e5-4b41-a09d-acaadb58d10f'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:32:12.272155 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Pushing event updated for resources: {'Port': ['ID=4773e9f5-f0e5-4b41-a09d-acaadb58d10f,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:12.288228 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:12.319264 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc5caca-5af3-4442-b870-b05426aff4f9', 'tag': '4773e9f5-f0e5-4b41-a09d-acaadb58d10f', 'status': 'completed', 'code': 200} Aug 12 15:32:12.441298 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-9dc5d560-c2b2-436b-a3de-5c613d66430e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:12.443558 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-9dc5d560-c2b2-436b-a3de-5c613d66430e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b6398673d8a44c0c90e28fa400a785d4&device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 1101 time: 0.0806477 Aug 12 15:32:12.598428 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:12.674274 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-03595bac-7aca-40f8-b572-deb9aaaee039 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=4773e9f5-f0e5-4b41-a09d-acaadb58d10f HTTP/1.1" status: 200 len: 217 time: 0.0831647 Aug 12 15:32:12.699331 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87eb129-819e-4efd-b45d-136bc4827c0f req-2fc4e814-b8a8-4228-9503-bb3fa5a76cac tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:12.701652 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c87eb129-819e-4efd-b45d-136bc4827c0f req-2fc4e814-b8a8-4228-9503-bb3fa5a76cac tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.1555140 Aug 12 15:32:12.774008 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c87eb129-819e-4efd-b45d-136bc4827c0f req-0839a220-afd2-431f-9356-62fb4ed9a3d7 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618744 Aug 12 15:32:12.831312 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-75449abd-ccf2-42b4-8b02-564dc4378b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:12.832897 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-75449abd-ccf2-42b4-8b02-564dc4378b0d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25faddd6-8410-4458-8f50-9cd60fa07004 HTTP/1.1" status: 200 len: 843 time: 0.1411657 Aug 12 15:32:12.990393 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-6e2f1077-f6fa-4a55-bc29-48880c312c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:12.992062 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-6e2f1077-f6fa-4a55-bc29-48880c312c70 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=182e627f-d1dc-452f-806b-aaea9e80493f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1219237 Aug 12 15:32:13.019920 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c85fec-b393-4bed-8976-a5148c9ffb7b req-721efae9-956c-4e41-b293-d29fd98795ad tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:13.021521 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a8c85fec-b393-4bed-8976-a5148c9ffb7b req-721efae9-956c-4e41-b293-d29fd98795ad tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 946 time: 0.0993142 Aug 12 15:32:13.073270 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a8c85fec-b393-4bed-8976-a5148c9ffb7b req-0bc22bb0-e3ee-4b23-a8d1-ed56aa47bc7c tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436027 Aug 12 15:32:13.158964 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-30b3b598-f508-4ecc-9a4b-50b9fe98492d service neutron] 10.222.0.82 "GET /v2.0/networks/182e627f-d1dc-452f-806b-aaea9e80493f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341503 Aug 12 15:32:13.259006 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c225db-9288-46c4-9178-1bf7f0a9c891 req-40940aa9-817f-4863-8e87-5fdc40ac1a7f tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:13.261782 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-33c225db-9288-46c4-9178-1bf7f0a9c891 req-40940aa9-817f-4863-8e87-5fdc40ac1a7f tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 948 time: 0.0906756 Aug 12 15:32:13.319406 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-33c225db-9288-46c4-9178-1bf7f0a9c891 req-623fcd01-bb50-4944-a101-644a6b2cc4c5 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c71587e-41a6-4684-9246-b55a73ce3abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511672 Aug 12 15:32:13.345281 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-93480632-9748-40fb-b309-d9bf99aaa8ba req-6aa7dab6-77df-43ec-8d1b-751a4455302f service neutron] 10.222.0.82 "GET /v2.0/networks/182e627f-d1dc-452f-806b-aaea9e80493f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681361 Aug 12 15:32:13.677876 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4253e9-790c-443c-8d4c-10cdbeb58e4b req-3ed819be-0865-4bfa-83f0-4225398a3633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:13.679334 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4d4253e9-790c-443c-8d4c-10cdbeb58e4b req-3ed819be-0865-4bfa-83f0-4225398a3633 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b6398673d8a44c0c90e28fa400a785d4&device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 1101 time: 0.0700161 Aug 12 15:32:13.802627 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:13.817691 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4253e9-790c-443c-8d4c-10cdbeb58e4b req-c3a3e307-a333-49e3-8de8-3f3080976056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:13.819127 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4d4253e9-790c-443c-8d4c-10cdbeb58e4b req-c3a3e307-a333-49e3-8de8-3f3080976056 service neutron] 10.222.0.82 "GET /v2.0/networks?id=182e627f-d1dc-452f-806b-aaea9e80493f HTTP/1.1" status: 200 len: 870 time: 0.1280832 Aug 12 15:32:13.981665 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06aadc-9cc6-4617-a1a7-81a460671dac req-3f577711-2405-4a5b-b9f4-254946711556 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:13.983402 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2b06aadc-9cc6-4617-a1a7-81a460671dac req-3f577711-2405-4a5b-b9f4-254946711556 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.1081827 Aug 12 15:32:14.001050 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4d4253e9-790c-443c-8d4c-10cdbeb58e4b req-0cca755b-acbb-490b-b281-2da452fed565 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=4773e9f5-f0e5-4b41-a09d-acaadb58d10f HTTP/1.1" status: 200 len: 217 time: 0.1673379 Aug 12 15:32:14.037259 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2b06aadc-9cc6-4617-a1a7-81a460671dac req-bbb3e138-16ef-469c-a7cb-6ccd658f75e2 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475056 Aug 12 15:32:14.078202 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4253e9-790c-443c-8d4c-10cdbeb58e4b req-ff150533-5cf8-474e-91bb-3b60f702119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:14.079648 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4d4253e9-790c-443c-8d4c-10cdbeb58e4b req-ff150533-5cf8-474e-91bb-3b60f702119d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25faddd6-8410-4458-8f50-9cd60fa07004 HTTP/1.1" status: 200 len: 843 time: 0.0673892 Aug 12 15:32:14.166428 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4253e9-790c-443c-8d4c-10cdbeb58e4b req-6c827033-b774-4a92-8366-a7f38f0f7d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:14.168681 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4d4253e9-790c-443c-8d4c-10cdbeb58e4b req-6c827033-b774-4a92-8366-a7f38f0f7d89 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=182e627f-d1dc-452f-806b-aaea9e80493f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0752468 Aug 12 15:32:14.314328 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ead72a-3094-46d5-a7f8-991f74c8f407 req-0e667d69-ca3e-4bf3-88a3-8767dbfebaee tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:14.318740 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-41ead72a-3094-46d5-a7f8-991f74c8f407 req-0e667d69-ca3e-4bf3-88a3-8767dbfebaee tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 946 time: 0.1168683 Aug 12 15:32:14.357841 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4d4253e9-790c-443c-8d4c-10cdbeb58e4b req-45cfa341-bcc2-4dde-aaaf-30670ac1326f service neutron] 10.222.0.82 "GET /v2.0/networks/182e627f-d1dc-452f-806b-aaea9e80493f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620371 Aug 12 15:32:14.435148 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-41ead72a-3094-46d5-a7f8-991f74c8f407 req-c467ebc2-6373-4d24-ab62-0592a7bccae2 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100464 Aug 12 15:32:14.561235 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4d4253e9-790c-443c-8d4c-10cdbeb58e4b req-177511f0-fdfa-43c6-8096-1c3f8fe4e182 service neutron] 10.222.0.82 "GET /v2.0/networks/182e627f-d1dc-452f-806b-aaea9e80493f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860418 Aug 12 15:32:14.580280 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c9705-ec45-4b8c-8e6d-7b22b9509c9c req-17b440fb-320d-41d5-82ef-3ddd5dcd8c80 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:14.587974 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e79c9705-ec45-4b8c-8e6d-7b22b9509c9c req-17b440fb-320d-41d5-82ef-3ddd5dcd8c80 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 948 time: 0.1107490 Aug 12 15:32:14.599980 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:14.654267 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e79c9705-ec45-4b8c-8e6d-7b22b9509c9c req-edb6d71a-01ad-43f7-9ca9-54e61dbb32e9 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c71587e-41a6-4684-9246-b55a73ce3abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653069 Aug 12 15:32:15.225303 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5be085-afba-4520-9678-f74e439dcce1 req-8cc3b2a1-2077-4be1-9117-8b66beadb069 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:15.227036 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ad5be085-afba-4520-9678-f74e439dcce1 req-8cc3b2a1-2077-4be1-9117-8b66beadb069 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.0823321 Aug 12 15:32:15.271132 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ad5be085-afba-4520-9678-f74e439dcce1 req-5a433a64-6b39-4840-9d27-9db5dddce321 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385294 Aug 12 15:32:15.830883 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd83712-17b4-4973-98be-d623d1aeea2a req-38254aac-04fb-495e-9f9a-9d7dfaf476d7 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:15.833009 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-fcd83712-17b4-4973-98be-d623d1aeea2a req-38254aac-04fb-495e-9f9a-9d7dfaf476d7 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 948 time: 0.0798755 Aug 12 15:32:15.878655 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-fcd83712-17b4-4973-98be-d623d1aeea2a req-ae6756e9-a6ba-44e5-b2ac-b93864bf8df2 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c71587e-41a6-4684-9246-b55a73ce3abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396912 Aug 12 15:32:16.219017 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 48176) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:16.300152 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22003c-e80b-405b-859a-a0c60336fddb req-2dd8ce0c-277f-4131-9fc4-cf3245bc45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:16.302678 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-8e22003c-e80b-405b-859a-a0c60336fddb req-2dd8ce0c-277f-4131-9fc4-cf3245bc45d4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 1098 time: 0.0818510 Aug 12 15:32:16.373826 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-8e22003c-e80b-405b-859a-a0c60336fddb req-6f6e1cea-5dcf-4998-b1aa-99666bac3344 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581613 Aug 12 15:32:16.388136 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-041be7dc-7e0d-4f60-9f4f-df5835775979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:16.440008 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-041be7dc-7e0d-4f60-9f4f-df5835775979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:16.452549 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-041be7dc-7e0d-4f60-9f4f-df5835775979 admin admin] Usage tracker for resource:security_group_rule and tenant:5a017b00b9ad4f5ebaff183f44d5015e is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:16.456788 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-041be7dc-7e0d-4f60-9f4f-df5835775979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:16.466025 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-041be7dc-7e0d-4f60-9f4f-df5835775979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:16.513851 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336a673-549f-4abe-a178-d832937eaf59 req-673236be-6472-4335-bb5d-5f5f2bb2c767 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:16.515277 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1336a673-549f-4abe-a178-d832937eaf59 req-673236be-6472-4335-bb5d-5f5f2bb2c767 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.1153703 Aug 12 15:32:16.577750 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1336a673-549f-4abe-a178-d832937eaf59 req-2b9e0d20-0d77-462e-8ca6-52bfe31b825f tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554211 Aug 12 15:32:16.606780 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-041be7dc-7e0d-4f60-9f4f-df5835775979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:16.612020 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-041be7dc-7e0d-4f60-9f4f-df5835775979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:16.620761 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-d1b4a898-f611-4b16-a6e1-42821edee8b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:16.714581 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-041be7dc-7e0d-4f60-9f4f-df5835775979 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5a017b00b9ad4f5ebaff183f44d5015e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4944694 Aug 12 15:32:16.715703 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041be7dc-7e0d-4f60-9f4f-df5835775979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98423850-d1d5-41d0-9e1b-352dc1ae6778,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:16.717205 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 48188) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:16.718700 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-041be7dc-7e0d-4f60-9f4f-df5835775979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:16.775703 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8bbf-4100-413d-95c8-f07d1249b515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:16.801698 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8bbf-4100-413d-95c8-f07d1249b515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:16.852659 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8bbf-4100-413d-95c8-f07d1249b515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:16.857387 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f08c23ff-a86a-42fe-a664-59ee6ce637be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:16.869904 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f8bbf-4100-413d-95c8-f07d1249b515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98423850-d1d5-41d0-9e1b-352dc1ae6778,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:16.872404 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-fb3f8bbf-4100-413d-95c8-f07d1249b515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:16.873631 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8bbf-4100-413d-95c8-f07d1249b515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:16.874771 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-fb3f8bbf-4100-413d-95c8-f07d1249b515 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/98423850-d1d5-41d0-9e1b-352dc1ae6778 HTTP/1.1" status: 204 len: 168 time: 0.1558993 Aug 12 15:32:17.163818 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 48204) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:17.180153 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb133d-c34f-4bb6-aedb-01346958114e req-75004439-0951-4906-9a7f-d542682f6529 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:17.182019 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3abb133d-c34f-4bb6-aedb-01346958114e req-75004439-0951-4906-9a7f-d542682f6529 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 948 time: 0.0982101 Aug 12 15:32:17.183159 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-83eb56ed-cc6f-468d-affb-672f28e26099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:17.198251 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-83eb56ed-cc6f-468d-affb-672f28e26099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:17.202168 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-83eb56ed-cc6f-468d-affb-672f28e26099 admin admin] Usage tracker for resource:security_group_rule and tenant:39e1b837a4a1472c8ee13f9263810675 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:17.205937 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-83eb56ed-cc6f-468d-affb-672f28e26099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:17.212879 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-83eb56ed-cc6f-468d-affb-672f28e26099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:17.238528 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3abb133d-c34f-4bb6-aedb-01346958114e req-77143e48-fcac-4afa-a8f2-4324ba047e4a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c71587e-41a6-4684-9246-b55a73ce3abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497224 Aug 12 15:32:17.339935 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-83eb56ed-cc6f-468d-affb-672f28e26099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:17.346051 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-83eb56ed-cc6f-468d-affb-672f28e26099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:17.354836 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c015c704-861a-42ab-a900-35138154e70d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:17.395830 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-83eb56ed-cc6f-468d-affb-672f28e26099 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=39e1b837a4a1472c8ee13f9263810675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303860 Aug 12 15:32:17.396683 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb56ed-cc6f-468d-affb-672f28e26099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eba858f-f73a-4b56-a209-5915cdb3e56e,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:17.398532 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 48214) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:17.399545 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-83eb56ed-cc6f-468d-affb-672f28e26099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:17.477844 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-8039dce3-be5e-4e12-808d-a5f7e26afeea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:17.505120 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-8039dce3-be5e-4e12-808d-a5f7e26afeea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:17.556979 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-8039dce3-be5e-4e12-808d-a5f7e26afeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:17.561880 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-426c065d-9f33-4eb9-bf46-173eeb86052e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:17.575096 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039dce3-be5e-4e12-808d-a5f7e26afeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eba858f-f73a-4b56-a209-5915cdb3e56e,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:17.577385 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-8039dce3-be5e-4e12-808d-a5f7e26afeea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:17.593194 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-8039dce3-be5e-4e12-808d-a5f7e26afeea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:17.594345 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-8039dce3-be5e-4e12-808d-a5f7e26afeea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1eba858f-f73a-4b56-a209-5915cdb3e56e HTTP/1.1" status: 204 len: 168 time: 0.1936762 Aug 12 15:32:17.682753 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 4773e9f5-f0e5-4b41-a09d-acaadb58d10f details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:32:17.792314 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7dbf8-c85a-4d48-9015-69015d996057 req-3db6ac28-b5ad-4384-b2ed-a6cfa636b353 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:17.793887 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a7c7dbf8-c85a-4d48-9015-69015d996057 req-3db6ac28-b5ad-4384-b2ed-a6cfa636b353 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.1015882 Aug 12 15:32:17.843774 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a7c7dbf8-c85a-4d48-9015-69015d996057 req-5897fe3d-96ff-4318-9584-0e2489ba59ae tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430593 Aug 12 15:32:17.858089 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 4773e9f5-f0e5-4b41-a09d-acaadb58d10f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=4773e9f5-f0e5-4b41-a09d-acaadb58d10f,segment=NetworkSegment(ca1bd3ea-137f-4b1c-86a5-b657904067fc),segment_id=ca1bd3ea-137f-4b1c-86a5-b657904067fc)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:32:17.872843 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': '4773e9f5-f0e5-4b41-a09d-acaadb58d10f', 'network_id': '182e627f-d1dc-452f-806b-aaea9e80493f', 'port_id': '4773e9f5-f0e5-4b41-a09d-acaadb58d10f', 'mac_address': 'fa:16:3e:65:d7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25faddd6-8410-4458-8f50-9cd60fa07004', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:32:17.930834 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:17.949016 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4773e9f5-f0e5-4b41-a09d-acaadb58d10f {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:32:17.967160 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 4773e9f5-f0e5-4b41-a09d-acaadb58d10f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=4773e9f5-f0e5-4b41-a09d-acaadb58d10f,segment=NetworkSegment(ca1bd3ea-137f-4b1c-86a5-b657904067fc),segment_id=ca1bd3ea-137f-4b1c-86a5-b657904067fc)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:32:17.971066 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:17.973856 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-6ca5ca6a-63c8-4360-8ba9-88a40fe25d8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:18.022156 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 48232) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:18.042126 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c3b83fb4-5beb-4e24-935c-49e4e48a13be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:18.045130 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=4773e9f5-f0e5-4b41-a09d-acaadb58d10f,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:18.048321 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:18.056910 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-c3b83fb4-5beb-4e24-935c-49e4e48a13be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:18.060757 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-c3b83fb4-5beb-4e24-935c-49e4e48a13be admin admin] Usage tracker for resource:security_group_rule and tenant:91066aacae014a47b3e7926a17978e36 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:18.063605 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-c3b83fb4-5beb-4e24-935c-49e4e48a13be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:18.069306 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-c3b83fb4-5beb-4e24-935c-49e4e48a13be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:18.159503 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c3b83fb4-5beb-4e24-935c-49e4e48a13be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:18.164105 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c3b83fb4-5beb-4e24-935c-49e4e48a13be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:18.172403 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-6fcf91db-8365-4fb6-a969-25a7c2256d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:18.211405 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-c3b83fb4-5beb-4e24-935c-49e4e48a13be admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=91066aacae014a47b3e7926a17978e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868577 Aug 12 15:32:18.213089 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b83fb4-5beb-4e24-935c-49e4e48a13be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047d5e51-d194-4beb-a862-4f1798129caa,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:18.214012 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 48238) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:18.216226 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-c3b83fb4-5beb-4e24-935c-49e4e48a13be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:18.276300 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0dba7f6f-a933-4125-9cc8-7e5ba85dc5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:18.303095 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0dba7f6f-a933-4125-9cc8-7e5ba85dc5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:18.355275 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0dba7f6f-a933-4125-9cc8-7e5ba85dc5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:18.359851 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:18.372113 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba7f6f-a933-4125-9cc8-7e5ba85dc5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047d5e51-d194-4beb-a862-4f1798129caa,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:18.378980 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0dba7f6f-a933-4125-9cc8-7e5ba85dc5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:18.386888 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-0dba7f6f-a933-4125-9cc8-7e5ba85dc5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:18.403918 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-0dba7f6f-a933-4125-9cc8-7e5ba85dc5af admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/047d5e51-d194-4beb-a862-4f1798129caa HTTP/1.1" status: 204 len: 168 time: 0.1768436 Aug 12 15:32:18.595830 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e3a91-4338-4a07-8aaf-0f6a652ac598 req-a8860989-3483-47e5-bf75-ceea91cc9110 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:18.603025 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ca0e3a91-4338-4a07-8aaf-0f6a652ac598 req-a8860989-3483-47e5-bf75-ceea91cc9110 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 949 time: 0.1529639 Aug 12 15:32:18.650572 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ca0e3a91-4338-4a07-8aaf-0f6a652ac598 req-8dbb4169-8fa9-47b1-8fb5-3ec91fec562f tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c71587e-41a6-4684-9246-b55a73ce3abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461578 Aug 12 15:32:18.782536 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['4773e9f5-f0e5-4b41-a09d-acaadb58d10f'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:32:19.056275 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14b838-ee7e-4f94-839c-23886e5ea608 req-eac33a56-0a75-4022-8a4e-8705a33550b7 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:19.063463 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5f14b838-ee7e-4f94-839c-23886e5ea608 req-eac33a56-0a75-4022-8a4e-8705a33550b7 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.0964928 Aug 12 15:32:19.125688 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5f14b838-ee7e-4f94-839c-23886e5ea608 req-752f6f87-4f8f-4317-b4dc-88991a2fa451 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612302 Aug 12 15:32:19.240165 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 48318) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:19.342512 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ec4e4-a8ba-41d8-a92f-91f0a0b234a4 req-26abc19b-ebbf-4b91-a69b-fa3a078d9862 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:19.344026 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-454ec4e4-a8ba-41d8-a92f-91f0a0b234a4 req-26abc19b-ebbf-4b91-a69b-fa3a078d9862 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.0937982 Aug 12 15:32:19.372733 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-556448482-network', 'tenant_id': 'acd1118781424cc19f1fd5f71d5a6a55'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:19.383849 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:19.399128 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Usage tracker for resource:network and tenant:acd1118781424cc19f1fd5f71d5a6a55 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:19.406142 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:19.415363 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:19.419978 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-454ec4e4-a8ba-41d8-a92f-91f0a0b234a4 req-80d8fae3-e4fe-4c2b-98dc-036359ae3f42 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674963 Aug 12 15:32:19.429005 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Made reservation on behalf of acd1118781424cc19f1fd5f71d5a6a55 for: {'network': 1} {{(pid=79207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:32:19.431750 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for network, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:19.447748 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:19.463041 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:19.466916 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Usage tracker for resource:security_group_rule and tenant:acd1118781424cc19f1fd5f71d5a6a55 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:19.469760 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:19.475997 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:19.563992 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:19.568283 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:19.572221 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5038b191-910a-44bb-a464-3e147fb043bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:19.600319 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=79207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:32:19.612916 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:19.616385 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:19.619038 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:19.619427 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.db.segments_db [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Added segment 4bf1b9c6-492b-43dd-80d5-be6fdb154102 of type vlan for network eef4648e-3c1a-40e7-9885-927f4c466ce1 Aug 12 15:32:19.650153 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783031021186'] for network, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:19.683660 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for network, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:19.684974 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:19.685602 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:19.691205 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-f04b1ad7-e44e-4947-b764-5bca95fed2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:19.848801 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Pushing event updated for resources: {'Network': ['ID=eef4648e-3c1a-40e7-9885-927f4c466ce1,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:19.860331 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Network eef4648e-3c1a-40e7-9885-927f4c466ce1 details requested by agent ovs-agent-dv-cinder-804345-1-smb with host dv-cinder-804345-1-smb {{(pid=79209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 12 15:32:19.866136 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:19.868824 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6276345 Aug 12 15:32:19.871862 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 48352) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:19.878401 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-5880669e-c534-4907-98c4-172e2f2ad19e admin admin] Request body: {'subnet': {'network_id': 'eef4648e-3c1a-40e7-9885-927f4c466ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-556448482-subnet', 'tenant_id': 'acd1118781424cc19f1fd5f71d5a6a55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:19.886719 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-5880669e-c534-4907-98c4-172e2f2ad19e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:19.892276 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-5880669e-c534-4907-98c4-172e2f2ad19e admin admin] Usage tracker for resource:subnet and tenant:acd1118781424cc19f1fd5f71d5a6a55 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:19.901076 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-5880669e-c534-4907-98c4-172e2f2ad19e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:19.911391 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-5880669e-c534-4907-98c4-172e2f2ad19e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:19.932173 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae06d7b-376b-43b2-b3c5-f1c8b8ed787a req-f1cc7ee7-b8d5-4d61-a5f7-405e4b051fe4 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:19.933705 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-eae06d7b-376b-43b2-b3c5-f1c8b8ed787a req-f1cc7ee7-b8d5-4d61-a5f7-405e4b051fe4 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 949 time: 0.1410873 Aug 12 15:32:19.935245 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5880669e-c534-4907-98c4-172e2f2ad19e admin admin] Made reservation on behalf of acd1118781424cc19f1fd5f71d5a6a55 for: {'subnet': 1} {{(pid=79207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:32:19.937670 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5880669e-c534-4907-98c4-172e2f2ad19e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2156165'] for subnet, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:20.084012 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-eae06d7b-376b-43b2-b3c5-f1c8b8ed787a req-c62a30e5-227d-4eec-bfa9-5ac1b08fca29 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c71587e-41a6-4684-9246-b55a73ce3abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328754 Aug 12 15:32:20.196577 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5880669e-c534-4907-98c4-172e2f2ad19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2978888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2156279'] for subnet, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:20.201865 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:20.273442 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880669e-c534-4907-98c4-172e2f2ad19e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5d421a-d46f-4abb-b397-472e5f7a4c7d,revision_number=0']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:20.277672 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5880669e-c534-4907-98c4-172e2f2ad19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:20.283933 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880669e-c534-4907-98c4-172e2f2ad19e admin admin] Checking segment: {'id': '4bf1b9c6-492b-43dd-80d5-be6fdb154102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'eef4648e-3c1a-40e7-9885-927f4c466ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:32:20.284454 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5880669e-c534-4907-98c4-172e2f2ad19e admin admin] Network hostable DHCP agents. Network: eef4648e-3c1a-40e7-9885-927f4c466ce1, hostable agents: ['4f8a9972-eba5-4715-9ddd-7ea9a03f6a04'], hosted agents: [] {{(pid=79207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:32:20.304781 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5880669e-c534-4907-98c4-172e2f2ad19e admin admin] Network eef4648e-3c1a-40e7-9885-927f4c466ce1 is scheduled to be hosted by DHCP agent 4f8a9972-eba5-4715-9ddd-7ea9a03f6a04 with binding_index 1 {{(pid=79207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:32:20.314370 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-5880669e-c534-4907-98c4-172e2f2ad19e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-smb, eef4648e-3c1a-40e7-9885-927f4c466ce1) {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:32:20.319105 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5880669e-c534-4907-98c4-172e2f2ad19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:20.319688 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5880669e-c534-4907-98c4-172e2f2ad19e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:20.324147 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd533249-50c3-4adc-8172-36755bb58fe3 None None] Network eef4648e-3c1a-40e7-9885-927f4c466ce1 requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:32:20.346948 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-5880669e-c534-4907-98c4-172e2f2ad19e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4740441 Aug 12 15:32:20.536158 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0a5abd-14e5-44ae-ac7d-c435e65b6c65 None None] Network eef4648e-3c1a-40e7-9885-927f4c466ce1 requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:32:21.272706 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393bec3-499c-493f-819c-e73f24bfbc76 req-026ce5c7-75af-4c75-8ebc-5c1ce851bfd9 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:21.274358 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1393bec3-499c-493f-819c-e73f24bfbc76 req-026ce5c7-75af-4c75-8ebc-5c1ce851bfd9 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 949 time: 0.0831568 Aug 12 15:32:21.321919 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1393bec3-499c-493f-819c-e73f24bfbc76 req-641c46be-c1f1-46f0-a491-c76c03e2d03c tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c71587e-41a6-4684-9246-b55a73ce3abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407820 Aug 12 15:32:21.552965 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8265765-9478-4b0b-89ed-8e601a2c2e27 req-86c48720-3132-4b79-90a7-b609f9092ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:21.554562 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e8265765-9478-4b0b-89ed-8e601a2c2e27 req-86c48720-3132-4b79-90a7-b609f9092ea7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b916570d7d042448e9f20bea13de712&device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 1098 time: 0.0996861 Aug 12 15:32:21.565399 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab74d21-341c-49e0-bbd3-af3871b18ed6 req-3653df77-2d80-45bd-80dc-0147898bbc7d tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:21.566899 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0ab74d21-341c-49e0-bbd3-af3871b18ed6 req-3653df77-2d80-45bd-80dc-0147898bbc7d tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1058321 Aug 12 15:32:21.620107 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0ab74d21-341c-49e0-bbd3-af3871b18ed6 req-4216ff7a-8c7b-4c36-a099-60232d23e9c1 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460041 Aug 12 15:32:21.680146 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 4773e9f5-f0e5-4b41-a09d-acaadb58d10f up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:32:21.714194 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8265765-9478-4b0b-89ed-8e601a2c2e27 req-2f1a0871-a96b-4926-a9f3-14ca39876ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:21.715647 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e8265765-9478-4b0b-89ed-8e601a2c2e27 req-2f1a0871-a96b-4926-a9f3-14ca39876ff3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2b674c06-763a-4b9c-899f-74cb3faee52e HTTP/1.1" status: 200 len: 919 time: 0.1423054 Aug 12 15:32:21.753761 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning for port 4773e9f5-f0e5-4b41-a09d-acaadb58d10f completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:32:21.759733 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port 4773e9f5-f0e5-4b41-a09d-acaadb58d10f triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:32:21.760228 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:21.799650 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e8265765-9478-4b0b-89ed-8e601a2c2e27 req-9650b634-c073-478d-8836-62c8de057db6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb497821-8775-4fb2-87ea-78c8dee3409e HTTP/1.1" status: 200 len: 217 time: 0.0661612 Aug 12 15:32:21.878186 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8265765-9478-4b0b-89ed-8e601a2c2e27 req-21c41d5e-66be-4720-92df-87f58a625f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:21.879809 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e8265765-9478-4b0b-89ed-8e601a2c2e27 req-21c41d5e-66be-4720-92df-87f58a625f29 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cce504bc-20fe-4dae-b0d4-c8fe9856a2a3 HTTP/1.1" status: 200 len: 858 time: 0.0735333 Aug 12 15:32:21.916588 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:21.947750 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc5caca-5af3-4442-b870-b05426aff4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4773e9f5-f0e5-4b41-a09d-acaadb58d10f'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:32:21.953632 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e8265765-9478-4b0b-89ed-8e601a2c2e27 req-b9c8191a-08f3-4468-bb4a-7866a55c7568 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2b674c06-763a-4b9c-899f-74cb3faee52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604968 Aug 12 15:32:21.960260 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 4773e9f5-f0e5-4b41-a09d-acaadb58d10f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=4773e9f5-f0e5-4b41-a09d-acaadb58d10f,segment=NetworkSegment(ca1bd3ea-137f-4b1c-86a5-b657904067fc),segment_id=ca1bd3ea-137f-4b1c-86a5-b657904067fc)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:32:21.964807 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:21.966736 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-3fef9af9-c87b-4022-ba76-16f525559dbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:22.047517 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=4773e9f5-f0e5-4b41-a09d-acaadb58d10f,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:22.051296 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:22.085544 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc5caca-5af3-4442-b870-b05426aff4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4773e9f5-f0e5-4b41-a09d-acaadb58d10f', 'code': 200} Aug 12 15:32:22.140910 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e8265765-9478-4b0b-89ed-8e601a2c2e27 req-0957d704-060c-4539-93fd-2317cd33187d service neutron] 10.222.0.82 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704865 Aug 12 15:32:22.351131 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e8265765-9478-4b0b-89ed-8e601a2c2e27 req-ea14e2e6-5ca6-4fff-809b-02a997206548 service neutron] 10.222.0.82 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516488 Aug 12 15:32:22.572240 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bfe4b-88b0-499e-a7bd-1dae9cf8f705 req-52cd6bc1-8301-4a02-9994-7ae1b129835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:22.573868 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-a50bfe4b-88b0-499e-a7bd-1dae9cf8f705 req-52cd6bc1-8301-4a02-9994-7ae1b129835e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 1103 time: 0.0782292 Aug 12 15:32:22.605335 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-ed8f4d43-667b-432f-b950-b2bb33aeaa42 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:22.606033 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-ed8f4d43-667b-432f-b950-b2bb33aeaa42 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Synchronizing usage tracker for tenant:acd1118781424cc19f1fd5f71d5a6a55 on resource:network {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:32:22.637737 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9d8e4-47b5-43ec-abf5-7b52007f07d2 req-fc3d0efe-053d-4492-b39b-65af070845a9 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:22.639104 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-abf9d8e4-47b5-43ec-abf5-7b52007f07d2 req-fc3d0efe-053d-4492-b39b-65af070845a9 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 950 time: 0.1404753 Aug 12 15:32:22.639838 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-ed8f4d43-667b-432f-b950-b2bb33aeaa42 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Unset dirty status for tenant:acd1118781424cc19f1fd5f71d5a6a55 on resource:network {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:32:22.640818 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-ed8f4d43-667b-432f-b950-b2bb33aeaa42 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/networks?id=eef4648e-3c1a-40e7-9885-927f4c466ce1 HTTP/1.1" status: 200 len: 808 time: 0.3515108 Aug 12 15:32:22.672533 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-eb6f6595-fe1d-4dc6-ae44-3115d15cf845 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/quotas/acd1118781424cc19f1fd5f71d5a6a55 HTTP/1.1" status: 200 len: 375 time: 0.0257277 Aug 12 15:32:22.729178 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-7bf601ae-e376-4086-a170-b40c5d5228bd tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=acd1118781424cc19f1fd5f71d5a6a55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482821 Aug 12 15:32:22.733296 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-abf9d8e4-47b5-43ec-abf5-7b52007f07d2 req-a2a27712-3d3b-4c84-9bde-cd2d6ea9f214 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c71587e-41a6-4684-9246-b55a73ce3abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880866 Aug 12 15:32:22.863066 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-a50bfe4b-88b0-499e-a7bd-1dae9cf8f705 req-976e3821-bcb0-43a3-b477-64d55dcf05f5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5c71587e-41a6-4684-9246-b55a73ce3abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174805 Aug 12 15:32:22.928403 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-2002a83b-5ab4-4527-95e3-2c494609fd65 service neutron] 10.222.0.59 "GET /v2.0/networks/eef4648e-3c1a-40e7-9885-927f4c466ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925948 Aug 12 15:32:22.980969 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1e62a-9e0c-4d93-9635-20d539939e02 req-470a6158-07dc-4a73-858a-8310106d69f7 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:22.982436 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0fe1e62a-9e0c-4d93-9635-20d539939e02 req-470a6158-07dc-4a73-858a-8310106d69f7 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1394868 Aug 12 15:32:23.104277 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0fe1e62a-9e0c-4d93-9635-20d539939e02 req-77c3f5fa-c417-4470-8f18-3c9b962b95ec tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693228 Aug 12 15:32:23.111712 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-31da756f-a734-4b07-bd6b-35f74b32ef58 service neutron] 10.222.0.59 "GET /v2.0/networks/eef4648e-3c1a-40e7-9885-927f4c466ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769583 Aug 12 15:32:23.368235 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bae5ef8e-d220-40a4-a48a-5b6b16162e1e req-0d624ba2-fee5-4802-8a62-9d5a593783aa tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 210 time: 0.0456948 Aug 12 15:32:23.932237 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81be74-8efe-44a7-bb09-be0e28cd05cc req-653b87a6-f215-4509-b13a-ea949558775f tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:23.933771 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1b81be74-8efe-44a7-bb09-be0e28cd05cc req-653b87a6-f215-4509-b13a-ea949558775f tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 950 time: 0.0887308 Aug 12 15:32:23.989974 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1b81be74-8efe-44a7-bb09-be0e28cd05cc req-daf3fb6f-ad38-4713-86e5-c560e2d4a3f2 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c71587e-41a6-4684-9246-b55a73ce3abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495267 Aug 12 15:32:24.292455 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1124b-45e7-4cf9-ab0a-aae0cb1b3ac5 req-4924dfe0-2ca8-4e21-82e8-c5a6a87b1744 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:24.293949 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3cb1124b-45e7-4cf9-ab0a-aae0cb1b3ac5 req-4924dfe0-2ca8-4e21-82e8-c5a6a87b1744 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.0794580 Aug 12 15:32:24.344368 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3cb1124b-45e7-4cf9-ab0a-aae0cb1b3ac5 req-137f4c52-54be-4648-be3e-314bd956eaa5 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444739 Aug 12 15:32:24.525812 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e40f358b-9a7b-435b-b52e-a561a6c46223 req-71f573b9-4d01-47c7-b670-e8168ac84315 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 210 time: 0.0508306 Aug 12 15:32:25.022175 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-4efe23a1-851b-44d9-a4d0-bc786d35d8b4 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:25.023610 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-4efe23a1-851b-44d9-a4d0-bc786d35d8b4 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.82 "GET /v2.0/networks?id=eef4648e-3c1a-40e7-9885-927f4c466ce1 HTTP/1.1" status: 200 len: 808 time: 0.1506026 Aug 12 15:32:25.158379 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-3310a549-351c-4e59-884f-63ec01293e9f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Request body: {'port': {'device_id': '332fb222-00a3-4e6f-8345-6423c288d87e', 'network_id': 'eef4648e-3c1a-40e7-9885-927f4c466ce1', 'admin_state_up': True, 'tenant_id': 'acd1118781424cc19f1fd5f71d5a6a55'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:25.199573 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c530f2-cd07-43dc-844f-eff699fe5dac req-5b04ad13-52e6-4108-a291-0f88909cb641 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:25.200947 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-14c530f2-cd07-43dc-844f-eff699fe5dac req-5b04ad13-52e6-4108-a291-0f88909cb641 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 950 time: 0.0833461 Aug 12 15:32:25.259865 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-14c530f2-cd07-43dc-844f-eff699fe5dac req-ec4bf034-fb50-4121-8fb6-2bbe40bad36d tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c71587e-41a6-4684-9246-b55a73ce3abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529666 Aug 12 15:32:25.312408 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-3310a549-351c-4e59-884f-63ec01293e9f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:25.316446 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-3310a549-351c-4e59-884f-63ec01293e9f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Usage tracker for resource:port and tenant:acd1118781424cc19f1fd5f71d5a6a55 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:25.320204 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-3310a549-351c-4e59-884f-63ec01293e9f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:25.326503 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-3310a549-351c-4e59-884f-63ec01293e9f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:25.343958 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-3310a549-351c-4e59-884f-63ec01293e9f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Made reservation on behalf of acd1118781424cc19f1fd5f71d5a6a55 for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:32:25.347437 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-3310a549-351c-4e59-884f-63ec01293e9f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:25.552653 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-3310a549-351c-4e59-884f-63ec01293e9f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Allocated IP 172.20.0.5 (eef4648e-3c1a-40e7-9885-927f4c466ce1/9b5d421a-d46f-4abb-b397-472e5f7a4c7d/22008df7-998c-4721-986a-92c450652eba) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:32:25.557664 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df75a18-c39e-4c55-8401-6218c7afe017 req-4113649a-7669-4de3-ade4-734a446a9219 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:25.559224 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8df75a18-c39e-4c55-8401-6218c7afe017 req-4113649a-7669-4de3-ade4-734a446a9219 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.0859778 Aug 12 15:32:25.609020 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8df75a18-c39e-4c55-8401-6218c7afe017 req-4da19867-7def-488b-8014-38d0d1e46c2f tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441346 Aug 12 15:32:25.720651 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0612430e-b1eb-4d13-9007-6832c8421a5d req-5fb565f4-30f8-4465-bb9d-4d480ef68d2b tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 210 time: 0.0522435 Aug 12 15:32:25.822061 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-3310a549-351c-4e59-884f-63ec01293e9f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:25.852317 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-3310a549-351c-4e59-884f-63ec01293e9f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:25.857929 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:25.932109 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-3310a549-351c-4e59-884f-63ec01293e9f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Network eef4648e-3c1a-40e7-9885-927f4c466ce1 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:32:25.935177 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-3310a549-351c-4e59-884f-63ec01293e9f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:32:25.939038 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-3310a549-351c-4e59-884f-63ec01293e9f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:32:25.944523 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-3310a549-351c-4e59-884f-63ec01293e9f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:25.945147 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-3310a549-351c-4e59-884f-63ec01293e9f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:25.952949 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310a549-351c-4e59-884f-63ec01293e9f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Pushing event updated for resources: {'Port': ['ID=22008df7-998c-4721-986a-92c450652eba,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:25.953114 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-e8d52221-3d8a-40ff-9ab1-72431ed18e87 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:25.954553 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-e8d52221-3d8a-40ff-9ab1-72431ed18e87 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/networks?id=dbb181ef-975e-4807-8710-3203d084afac HTTP/1.1" status: 200 len: 814 time: 0.1652334 Aug 12 15:32:25.960174 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3310a549-351c-4e59-884f-63ec01293e9f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:25.970708 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-3310a549-351c-4e59-884f-63ec01293e9f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8165846 Aug 12 15:32:25.971346 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-ef8760f7-c4e4-4e8c-99c0-3d46ae49905e tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/quotas/9e079d5a71e84fd2a7b132b69b028ffe HTTP/1.1" status: 200 len: 375 time: 0.0095263 Aug 12 15:32:26.016556 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Request body: {'port': {'device_id': '332fb222-00a3-4e6f-8345-6423c288d87e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:26.057502 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-481a6cc4-3d6a-45c6-95fb-839e83711e9b tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9e079d5a71e84fd2a7b132b69b028ffe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801580 Aug 12 15:32:26.130925 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:26.191057 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-032c7e41-44f4-4c5d-8425-8a43d84e2998 service neutron] 10.222.0.59 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269665 Aug 12 15:32:26.416926 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-090db883-89fe-4837-8624-dbca19806061 service neutron] 10.222.0.59 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200742 Aug 12 15:32:26.504074 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22008df7-998c-4721-986a-92c450652eba {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:32:26.511864 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:26.536980 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Transition to ACTIVE for port object 22008df7-998c-4721-986a-92c450652eba will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:32:26.540741 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:26.544548 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:26.639117 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e6d5104c-6ead-43a8-addc-26d9207a40f3 req-e6e045d9-ee37-4d65-9a0f-484cc9f79075 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 210 time: 0.0622885 Aug 12 15:32:26.685732 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32093051-f422-455a-8df7-97f65cd2edc8 req-c4e2f39d-c2a9-4a8d-8849-1d4c87b4ddb1 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:26.694060 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-32093051-f422-455a-8df7-97f65cd2edc8 req-c4e2f39d-c2a9-4a8d-8849-1d4c87b4ddb1 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 950 time: 0.1539688 Aug 12 15:32:26.719178 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Pushing event updated for resources: {'Port': ['ID=22008df7-998c-4721-986a-92c450652eba,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:26.729700 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:26.750931 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Attempting to bind port 22008df7-998c-4721-986a-92c450652eba on host hv-cinder-80434 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:32:26.751273 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Attempting to bind port 22008df7-998c-4721-986a-92c450652eba by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '4bf1b9c6-492b-43dd-80d5-be6fdb154102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'eef4648e-3c1a-40e7-9885-927f4c466ce1'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:32:26.752260 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Attempting to bind port 22008df7-998c-4721-986a-92c450652eba on network eef4648e-3c1a-40e7-9885-927f4c466ce1 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:32:26.752391 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-32093051-f422-455a-8df7-97f65cd2edc8 req-2c3891b3-783f-4e36-981a-dcd52d40c265 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c71587e-41a6-4684-9246-b55a73ce3abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570076 Aug 12 15:32:26.758502 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Port 22008df7-998c-4721-986a-92c450652eba on network eef4648e-3c1a-40e7-9885-927f4c466ce1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 12 15:32:26.758723 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Attempting to bind port 22008df7-998c-4721-986a-92c450652eba on network eef4648e-3c1a-40e7-9885-927f4c466ce1 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:32:26.777869 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Checking agent: {'id': 'ee8f405c-fd53-4642-8bfa-8ace78e7783f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:32:26.778424 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Checking segment: {'id': '4bf1b9c6-492b-43dd-80d5-be6fdb154102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'eef4648e-3c1a-40e7-9885-927f4c466ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:32:26.779010 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Bound using segment: {'id': '4bf1b9c6-492b-43dd-80d5-be6fdb154102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'eef4648e-3c1a-40e7-9885-927f4c466ce1'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:32:26.780236 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Bound port: 22008df7-998c-4721-986a-92c450652eba, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf1b9c6-492b-43dd-80d5-be6fdb154102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'eef4648e-3c1a-40e7-9885-927f4c466ce1'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:32:26.780750 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:26.859656 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066f253-9ba4-4fe2-a80c-f5ac9ddb35bc req-0267fc7c-73cf-4bc6-ae74-394aef5639d9 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:26.861242 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a066f253-9ba4-4fe2-a80c-f5ac9ddb35bc req-0267fc7c-73cf-4bc6-ae74-394aef5639d9 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.0988739 Aug 12 15:32:26.944503 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] For port 22008df7-998c-4721-986a-92c450652eba, host hv-cinder-80434, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:32:26.948513 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] For port 22008df7-998c-4721-986a-92c450652eba, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=22008df7-998c-4721-986a-92c450652eba,segment=NetworkSegment(4bf1b9c6-492b-43dd-80d5-be6fdb154102),segment_id=4bf1b9c6-492b-43dd-80d5-be6fdb154102)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:32:26.955489 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:26.962974 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5c687405-404d-4940-aac4-e4530166ec3b tempest-DeleteServersTestJSON-310554345 tempest-DeleteServersTestJSON-310554345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:26.990063 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a066f253-9ba4-4fe2-a80c-f5ac9ddb35bc req-3c3e90cc-52f5-4fdb-8103-44fcc91d5d9c tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206105 Aug 12 15:32:27.019405 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9ea31-6cb6-4146-8c17-8bccc8449a39 req-24bb6808-b5be-4a7f-badf-a02d9c6c49e6 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:27.026669 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-36f9ea31-6cb6-4146-8c17-8bccc8449a39 req-24bb6808-b5be-4a7f-badf-a02d9c6c49e6 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 943 time: 0.1404426 Aug 12 15:32:27.040698 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Pushing event updated for resources: {'Port': ['ID=22008df7-998c-4721-986a-92c450652eba,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:27.043980 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:27.044273 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:27.045636 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] 10.222.0.82 "PUT /v2.0/ports/22008df7-998c-4721-986a-92c450652eba HTTP/1.1" status: 200 len: 1093 time: 1.0335543 Aug 12 15:32:27.046092 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332fb222-00a3-4e6f-8345-6423c288d87e', 'tag': '22008df7-998c-4721-986a-92c450652eba'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:32:27.050930 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:27.068548 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-36f9ea31-6cb6-4146-8c17-8bccc8449a39 req-409277bb-98dd-4579-84df-ac2b25eb10be tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Synchronizing usage tracker for tenant:acd1118781424cc19f1fd5f71d5a6a55 on resource:security_group {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:32:27.085624 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-36f9ea31-6cb6-4146-8c17-8bccc8449a39 req-409277bb-98dd-4579-84df-ac2b25eb10be tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Unset dirty status for tenant:acd1118781424cc19f1fd5f71d5a6a55 on resource:security_group {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:32:27.086811 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-36f9ea31-6cb6-4146-8c17-8bccc8449a39 req-409277bb-98dd-4579-84df-ac2b25eb10be tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593922 Aug 12 15:32:27.146137 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332fb222-00a3-4e6f-8345-6423c288d87e', 'tag': '22008df7-998c-4721-986a-92c450652eba', 'status': 'completed', 'code': 200} Aug 12 15:32:27.147006 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:32:27.367804 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-0036472b-7611-4f5f-b614-659ba4ac783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:27.369399 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-0036472b-7611-4f5f-b614-659ba4ac783b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=acd1118781424cc19f1fd5f71d5a6a55&device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 1096 time: 0.1688049 Aug 12 15:32:27.426363 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf994d1-de54-4fe5-aa43-d5ce167ebf31 req-997c11d4-ad84-4ee4-9128-86ebc8d92623 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:27.428457 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7bf994d1-de54-4fe5-aa43-d5ce167ebf31 req-997c11d4-ad84-4ee4-9128-86ebc8d92623 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 950 time: 0.0836649 Aug 12 15:32:27.475288 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7bf994d1-de54-4fe5-aa43-d5ce167ebf31 req-83fb9d78-1d91-404b-be9a-9c28330df126 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c71587e-41a6-4684-9246-b55a73ce3abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410082 Aug 12 15:32:27.525455 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-c701619e-4ff9-49a2-b5b6-40811eab2d42 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22008df7-998c-4721-986a-92c450652eba HTTP/1.1" status: 200 len: 217 time: 0.0647831 Aug 12 15:32:27.593725 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-c68ab744-d9ff-416b-b079-05bd24e00964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:27.595183 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-c68ab744-d9ff-416b-b079-05bd24e00964 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9b5d421a-d46f-4abb-b397-472e5f7a4c7d HTTP/1.1" status: 200 len: 848 time: 0.0600154 Aug 12 15:32:27.704703 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-9eb7f78f-11fa-4876-8e6e-9011f90b834b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=eef4648e-3c1a-40e7-9885-927f4c466ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411723 Aug 12 15:32:27.798407 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-47c4ef3e-5708-4f7f-b862-b3e293ae7dd2 req-d73a992c-0fc4-4e3f-9c20-706a6dc86405 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 210 time: 0.0463777 Aug 12 15:32:27.875932 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-cafe0952-a13e-42e2-9853-94eb0fdbe572 service neutron] 10.222.0.82 "GET /v2.0/networks/eef4648e-3c1a-40e7-9885-927f4c466ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266127 Aug 12 15:32:28.006772 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e6080d95-c2ea-4f84-82d7-2553adff2708 req-6614f839-c17c-4e51-86ee-c5e1cabc2044 service neutron] 10.222.0.82 "GET /v2.0/networks/eef4648e-3c1a-40e7-9885-927f4c466ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240289 Aug 12 15:32:28.188158 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c7e99-a7a5-4c28-b882-c9a0d963d12f req-a1dee774-8b95-455f-8535-5d8a4872c8b3 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:28.189702 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-032c7e99-a7a5-4c28-b882-c9a0d963d12f req-a1dee774-8b95-455f-8535-5d8a4872c8b3 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.0792272 Aug 12 15:32:28.274108 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717be4ce-0198-4634-a7fb-46e421571a62 req-5b37962d-af8a-4673-b86a-d33bd5e3d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:28.276351 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-717be4ce-0198-4634-a7fb-46e421571a62 req-5b37962d-af8a-4673-b86a-d33bd5e3d450 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=acd1118781424cc19f1fd5f71d5a6a55&device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 1096 time: 0.0826733 Aug 12 15:32:28.288464 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-032c7e99-a7a5-4c28-b882-c9a0d963d12f req-82782891-0ca9-43b8-a38b-3115a3547404 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913281 Aug 12 15:32:28.313996 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb68b4a-26c1-4f61-9a8b-54f2c90710b4 req-9848fc4c-8174-4985-a4a2-19abf2e1839e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:28.315418 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bfb68b4a-26c1-4f61-9a8b-54f2c90710b4 req-9848fc4c-8174-4985-a4a2-19abf2e1839e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 943 time: 0.1200271 Aug 12 15:32:28.364944 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bfb68b4a-26c1-4f61-9a8b-54f2c90710b4 req-d3c0e74c-82f6-4803-94a8-430c7c3871a2 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431356 Aug 12 15:32:28.417440 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717be4ce-0198-4634-a7fb-46e421571a62 req-28963a93-5165-4c61-a76a-fb1cff11e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:28.418906 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-717be4ce-0198-4634-a7fb-46e421571a62 req-28963a93-5165-4c61-a76a-fb1cff11e66c service neutron] 10.222.0.82 "GET /v2.0/networks?id=eef4648e-3c1a-40e7-9885-927f4c466ce1 HTTP/1.1" status: 200 len: 909 time: 0.1318686 Aug 12 15:32:28.507417 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-717be4ce-0198-4634-a7fb-46e421571a62 req-65ae3597-9fe3-4cee-aecd-6e6b8d32ce76 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22008df7-998c-4721-986a-92c450652eba HTTP/1.1" status: 200 len: 217 time: 0.0659540 Aug 12 15:32:28.595924 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717be4ce-0198-4634-a7fb-46e421571a62 req-e951386a-1c77-4465-9626-2ee60c64f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:28.597381 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-717be4ce-0198-4634-a7fb-46e421571a62 req-e951386a-1c77-4465-9626-2ee60c64f381 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9b5d421a-d46f-4abb-b397-472e5f7a4c7d HTTP/1.1" status: 200 len: 848 time: 0.0647085 Aug 12 15:32:28.673025 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dbe10-67b8-4cc2-afd2-0b520d1e7940 req-344a296a-5ed3-413f-be49-58331b9cb02b tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:28.674492 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d05dbe10-67b8-4cc2-afd2-0b520d1e7940 req-344a296a-5ed3-413f-be49-58331b9cb02b tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 950 time: 0.0835881 Aug 12 15:32:28.720394 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d05dbe10-67b8-4cc2-afd2-0b520d1e7940 req-1b4a82ed-e3f8-443c-bf99-b9265affae1e tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c71587e-41a6-4684-9246-b55a73ce3abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395169 Aug 12 15:32:28.786159 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-717be4ce-0198-4634-a7fb-46e421571a62 req-140f9451-e03a-4ef5-a979-79a6bcde414c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=eef4648e-3c1a-40e7-9885-927f4c466ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640969 Aug 12 15:32:28.955070 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-15737c42-8f2e-48e7-a6a6-26ee78bb3f52 req-f2ec16ed-2402-4ada-a491-3507525bd499 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 210 time: 0.0454054 Aug 12 15:32:29.027827 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-83e3c782-bacf-4447-a4b9-0f86d26a8378 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:29.029224 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-83e3c782-bacf-4447-a4b9-0f86d26a8378 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.82 "GET /v2.0/networks?id=dbb181ef-975e-4807-8710-3203d084afac HTTP/1.1" status: 200 len: 814 time: 0.2697203 Aug 12 15:32:29.032655 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-717be4ce-0198-4634-a7fb-46e421571a62 req-22cff361-46ca-44fd-a8e9-09db8e26fcc5 service neutron] 10.222.0.82 "GET /v2.0/networks/eef4648e-3c1a-40e7-9885-927f4c466ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268946 Aug 12 15:32:29.083798 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-267ec388-d892-4b58-9634-166eaafb1323 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Request body: {'port': {'device_id': '3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea', 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac', 'admin_state_up': True, 'tenant_id': '9e079d5a71e84fd2a7b132b69b028ffe'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:29.324193 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-717be4ce-0198-4634-a7fb-46e421571a62 req-87313342-824d-4c59-83ef-0482c8020a20 service neutron] 10.222.0.82 "GET /v2.0/networks/eef4648e-3c1a-40e7-9885-927f4c466ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225568 Aug 12 15:32:29.326396 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-267ec388-d892-4b58-9634-166eaafb1323 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:29.330756 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-267ec388-d892-4b58-9634-166eaafb1323 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Usage tracker for resource:port and tenant:9e079d5a71e84fd2a7b132b69b028ffe is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:29.334721 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-267ec388-d892-4b58-9634-166eaafb1323 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:29.340925 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-267ec388-d892-4b58-9634-166eaafb1323 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:29.351537 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-267ec388-d892-4b58-9634-166eaafb1323 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Made reservation on behalf of 9e079d5a71e84fd2a7b132b69b028ffe for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:32:29.355097 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-267ec388-d892-4b58-9634-166eaafb1323 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:29.533785 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb8a91-d23f-41d6-bc22-b71df853aada req-85a02426-ad1a-4cd1-b9a6-8183b088e946 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:29.537656 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-eacb8a91-d23f-41d6-bc22-b71df853aada req-85a02426-ad1a-4cd1-b9a6-8183b088e946 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1312830 Aug 12 15:32:29.594873 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-eacb8a91-d23f-41d6-bc22-b71df853aada req-92cbeeec-2ebb-4d9b-a0ac-8e1708258f43 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485265 Aug 12 15:32:29.606628 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-267ec388-d892-4b58-9634-166eaafb1323 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Allocated IP 172.20.0.13 (dbb181ef-975e-4807-8710-3203d084afac/16db9637-239a-4a26-a46b-09e2d03b1fdb/83a6b441-d5e3-4cca-9396-8689645350e7) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:32:29.614820 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde9a73-dc66-4331-8494-cee124f51005 req-b5b54a3e-4ee2-4d4d-a589-7a52e84c4249 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:29.616254 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3bde9a73-dc66-4331-8494-cee124f51005 req-b5b54a3e-4ee2-4d4d-a589-7a52e84c4249 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 943 time: 0.1355147 Aug 12 15:32:29.661705 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3bde9a73-dc66-4331-8494-cee124f51005 req-bf8a97b6-4830-4b0d-a072-5e338a4155d9 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390790 Aug 12 15:32:29.818132 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-267ec388-d892-4b58-9634-166eaafb1323 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:29.848217 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-267ec388-d892-4b58-9634-166eaafb1323 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:29.854025 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:29.919044 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-267ec388-d892-4b58-9634-166eaafb1323 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Network dbb181ef-975e-4807-8710-3203d084afac is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:32:29.922062 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-267ec388-d892-4b58-9634-166eaafb1323 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:32:29.924378 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-267ec388-d892-4b58-9634-166eaafb1323 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:32:29.930014 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-267ec388-d892-4b58-9634-166eaafb1323 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:29.930616 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-267ec388-d892-4b58-9634-166eaafb1323 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:29.934487 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['33a03c4a-af94-4f4d-bdc3-143df79f341e', 'd1d3ac54-2631-4e02-a31b-2264ffc5d4d2', 'c6d85359-e188-4de8-9847-16f5614b0742'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:32:29.936044 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c350d4-2cd1-47d5-beb6-9b54110c3885 req-bfca1233-ed94-40d0-9007-33d89b842183 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:29.941946 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a7c350d4-2cd1-47d5-beb6-9b54110c3885 req-bfca1233-ed94-40d0-9007-33d89b842183 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 950 time: 0.1130958 Aug 12 15:32:29.956264 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ec388-d892-4b58-9634-166eaafb1323 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Pushing event updated for resources: {'Port': ['ID=83a6b441-d5e3-4cca-9396-8689645350e7,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:29.959737 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-267ec388-d892-4b58-9634-166eaafb1323 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:29.971495 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-267ec388-d892-4b58-9634-166eaafb1323 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8920040 Aug 12 15:32:29.988738 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a7c350d4-2cd1-47d5-beb6-9b54110c3885 req-3f32b8cf-1a39-4da0-9912-fae5fd485a2a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c71587e-41a6-4684-9246-b55a73ce3abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439773 Aug 12 15:32:30.011585 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Request body: {'port': {'device_id': '3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:30.121404 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:30.290977 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a17f76-6d13-48db-aa39-203f40a75817 req-9640d381-3d2a-4475-8ec8-56e6ed39ce3b tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:30.298919 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-82a17f76-6d13-48db-aa39-203f40a75817 req-9640d381-3d2a-4475-8ec8-56e6ed39ce3b tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 932 time: 0.1010811 Aug 12 15:32:30.356154 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-82a17f76-6d13-48db-aa39-203f40a75817 req-ea84dc1e-f4b6-4af3-8c44-f6e1977ba5af tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568762 Aug 12 15:32:30.534876 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a6b441-d5e3-4cca-9396-8689645350e7 {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:32:30.542503 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:30.556985 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Transition to ACTIVE for port object 83a6b441-d5e3-4cca-9396-8689645350e7 will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:32:30.560678 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:30.564215 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-267ec388-d892-4b58-9634-166eaafb1323 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:30.719361 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Pushing event updated for resources: {'Port': ['ID=83a6b441-d5e3-4cca-9396-8689645350e7,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:30.726876 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:30.743087 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Attempting to bind port 83a6b441-d5e3-4cca-9396-8689645350e7 on host hv-cinder-80434 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:32:30.743506 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Attempting to bind port 83a6b441-d5e3-4cca-9396-8689645350e7 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': 'f121fbc5-3d8b-4df1-abd9-125f9716be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:32:30.743896 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Attempting to bind port 83a6b441-d5e3-4cca-9396-8689645350e7 on network dbb181ef-975e-4807-8710-3203d084afac {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:32:30.752100 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Port 83a6b441-d5e3-4cca-9396-8689645350e7 on network dbb181ef-975e-4807-8710-3203d084afac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 12 15:32:30.752100 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Attempting to bind port 83a6b441-d5e3-4cca-9396-8689645350e7 on network dbb181ef-975e-4807-8710-3203d084afac {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:32:30.757727 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Checking agent: {'id': 'ee8f405c-fd53-4642-8bfa-8ace78e7783f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:32:30.758145 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Checking segment: {'id': 'f121fbc5-3d8b-4df1-abd9-125f9716be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:32:30.759058 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Bound using segment: {'id': 'f121fbc5-3d8b-4df1-abd9-125f9716be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:32:30.759058 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Bound port: 83a6b441-d5e3-4cca-9396-8689645350e7, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f121fbc5-3d8b-4df1-abd9-125f9716be35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:32:30.759468 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:30.840459 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434d4d9-33bf-4f10-888c-390f5910fadb req-e8381cc9-231b-46bc-a4bd-566cc798064b tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:30.841931 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f434d4d9-33bf-4f10-888c-390f5910fadb req-e8381cc9-231b-46bc-a4bd-566cc798064b tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1311417 Aug 12 15:32:30.851978 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] For port 83a6b441-d5e3-4cca-9396-8689645350e7, host hv-cinder-80434, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:32:30.855012 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] For port 83a6b441-d5e3-4cca-9396-8689645350e7, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=83a6b441-d5e3-4cca-9396-8689645350e7,segment=NetworkSegment(f121fbc5-3d8b-4df1-abd9-125f9716be35),segment_id=f121fbc5-3d8b-4df1-abd9-125f9716be35)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:32:30.859203 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:30.863639 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3310a549-351c-4e59-884f-63ec01293e9f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:30.902979 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f434d4d9-33bf-4f10-888c-390f5910fadb req-11bb6057-43bd-4349-89a1-fb96848586e3 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549710 Aug 12 15:32:30.910234 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32af217-6c21-42b2-999d-1c685a81208c req-4449e22f-5822-4d14-98d2-b3408d067d3b tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:30.912204 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f32af217-6c21-42b2-999d-1c685a81208c req-4449e22f-5822-4d14-98d2-b3408d067d3b tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 943 time: 0.1323252 Aug 12 15:32:30.918769 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:30.919383 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:30.920732 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] 10.222.0.82 "PUT /v2.0/ports/83a6b441-d5e3-4cca-9396-8689645350e7 HTTP/1.1" status: 200 len: 1094 time: 0.9197209 Aug 12 15:32:30.921209 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea', 'tag': '83a6b441-d5e3-4cca-9396-8689645350e7'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:32:30.941888 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Pushing event updated for resources: {'Port': ['ID=83a6b441-d5e3-4cca-9396-8689645350e7,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:30.944937 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:30.966593 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f32af217-6c21-42b2-999d-1c685a81208c req-ed80d415-1ab3-4a9b-b344-058e54cb7dbc tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423515 Aug 12 15:32:30.972359 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea', 'tag': '83a6b441-d5e3-4cca-9396-8689645350e7', 'status': 'completed', 'code': 200} Aug 12 15:32:31.180984 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b0ebe-a949-42b4-aa7d-be6a1663b115 req-acd22e28-f2e2-46ca-8612-3db0f308ce75 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:31.182592 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d41b0ebe-a949-42b4-aa7d-be6a1663b115 req-acd22e28-f2e2-46ca-8612-3db0f308ce75 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 950 time: 0.0848188 Aug 12 15:32:31.193836 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bbb36-7114-4f1f-bfba-af4fe987a934 req-d2ed89d1-41d7-47b7-b164-e170cbe319bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:31.195292 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-da9bbb36-7114-4f1f-bfba-af4fe987a934 req-d2ed89d1-41d7-47b7-b164-e170cbe319bc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e079d5a71e84fd2a7b132b69b028ffe&device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 1097 time: 0.0733979 Aug 12 15:32:31.292032 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d41b0ebe-a949-42b4-aa7d-be6a1663b115 req-0e8980be-3a25-4854-80ff-0081d3ee807b tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c71587e-41a6-4684-9246-b55a73ce3abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003084 Aug 12 15:32:31.415039 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bbb36-7114-4f1f-bfba-af4fe987a934 req-a8c58269-2b8f-4641-8ab7-731fe59073b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:31.416487 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-da9bbb36-7114-4f1f-bfba-af4fe987a934 req-a8c58269-2b8f-4641-8ab7-731fe59073b9 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=9e079d5a71e84fd2a7b132b69b028ffe&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1521156 Aug 12 15:32:31.542245 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc2ec5-a50a-486e-ab24-71b7d3b5bae3 req-b67632dc-748b-4427-b141-1bc72fd1ba50 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:31.543587 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dcfc2ec5-a50a-486e-ab24-71b7d3b5bae3 req-b67632dc-748b-4427-b141-1bc72fd1ba50 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 944 time: 0.0782959 Aug 12 15:32:31.591075 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dcfc2ec5-a50a-486e-ab24-71b7d3b5bae3 req-a6f2e5c0-ec5f-46f5-9682-a77433a652a8 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418174 Aug 12 15:32:31.737125 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 22008df7-998c-4721-986a-92c450652eba details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:32:31.836753 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bbb36-7114-4f1f-bfba-af4fe987a934 req-682f19d9-2c44-4afc-8b30-6bd7ad4f65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:31.838146 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-da9bbb36-7114-4f1f-bfba-af4fe987a934 req-682f19d9-2c44-4afc-8b30-6bd7ad4f65bc service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2816343 Aug 12 15:32:31.845679 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4c4f9-89d2-42c5-9d4b-c81cbfe48c9c req-98d2933d-d1be-4efd-b096-05c3ed9a074c tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:31.846344 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-95b4c4f9-89d2-42c5-9d4b-c81cbfe48c9c req-98d2933d-d1be-4efd-b096-05c3ed9a074c tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Synchronizing usage tracker for tenant:b6398673d8a44c0c90e28fa400a785d4 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:32:31.863416 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-95b4c4f9-89d2-42c5-9d4b-c81cbfe48c9c req-98d2933d-d1be-4efd-b096-05c3ed9a074c tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Unset dirty status for tenant:b6398673d8a44c0c90e28fa400a785d4 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:32:31.865211 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-95b4c4f9-89d2-42c5-9d4b-c81cbfe48c9c req-98d2933d-d1be-4efd-b096-05c3ed9a074c tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.82 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 950 time: 0.3074126 Aug 12 15:32:31.873644 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 22008df7-998c-4721-986a-92c450652eba, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=22008df7-998c-4721-986a-92c450652eba,segment=NetworkSegment(4bf1b9c6-492b-43dd-80d5-be6fdb154102),segment_id=4bf1b9c6-492b-43dd-80d5-be6fdb154102)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:32:31.886757 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': '22008df7-998c-4721-986a-92c450652eba', 'network_id': 'eef4648e-3c1a-40e7-9885-927f4c466ce1', 'port_id': '22008df7-998c-4721-986a-92c450652eba', 'mac_address': 'fa:16:3e:e2:e7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5d421a-d46f-4abb-b397-472e5f7a4c7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:32:31.943334 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:31.960786 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22008df7-998c-4721-986a-92c450652eba {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:32:31.976860 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 22008df7-998c-4721-986a-92c450652eba, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=22008df7-998c-4721-986a-92c450652eba,segment=NetworkSegment(4bf1b9c6-492b-43dd-80d5-be6fdb154102),segment_id=4bf1b9c6-492b-43dd-80d5-be6fdb154102)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:32:31.980601 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:31.982330 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:32.051787 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=22008df7-998c-4721-986a-92c450652eba,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:32.055346 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:32.166875 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218b815-6212-4a21-bf9e-1807bf55673d req-59a2ecb0-8906-4d3f-a916-fd7932c4ba59 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:32.168238 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1218b815-6212-4a21-bf9e-1807bf55673d req-59a2ecb0-8906-4d3f-a916-fd7932c4ba59 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1387756 Aug 12 15:32:32.196124 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2b147-98cd-46c1-bc42-cbe8e40df34b req-34bc9ce2-015e-4970-ac0e-a92570c4e6ed tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:32.197644 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-fbe2b147-98cd-46c1-bc42-cbe8e40df34b req-34bc9ce2-015e-4970-ac0e-a92570c4e6ed tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 944 time: 0.1183398 Aug 12 15:32:32.248683 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1218b815-6212-4a21-bf9e-1807bf55673d req-32bde254-a369-4dff-912e-6d3d76d85d0c tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743344 Aug 12 15:32:32.263330 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-fbe2b147-98cd-46c1-bc42-cbe8e40df34b req-ff3179bc-95c9-4ea2-b8d7-3a3aec4d5fe9 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581055 Aug 12 15:32:32.617165 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cec7b-022f-450c-9ce9-44360ac43697 req-53ab7832-ecc7-429f-9572-8ad50f3dde50 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:32.618909 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f55cec7b-022f-450c-9ce9-44360ac43697 req-53ab7832-ecc7-429f-9572-8ad50f3dde50 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 950 time: 0.0828137 Aug 12 15:32:32.666630 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-95b4c4f9-89d2-42c5-9d4b-c81cbfe48c9c req-31694c5c-7ad6-4412-9a62-d56a89ba37d0 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Deleting port 4773e9f5-f0e5-4b41-a09d-acaadb58d10f {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:32:32.666967 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-95b4c4f9-89d2-42c5-9d4b-c81cbfe48c9c req-31694c5c-7ad6-4412-9a62-d56a89ba37d0 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:32.671517 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f55cec7b-022f-450c-9ce9-44360ac43697 req-7e1222eb-ca90-4a66-bcca-bc5fa02a56ae tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c71587e-41a6-4684-9246-b55a73ce3abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468886 Aug 12 15:32:32.793248 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-80340e5b-48b9-49fd-82e7-30ec8fb4acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:32.794646 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-80340e5b-48b9-49fd-82e7-30ec8fb4acfc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e079d5a71e84fd2a7b132b69b028ffe&device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 1097 time: 0.1911781 Aug 12 15:32:32.809443 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5d648-8a1b-4b59-bf37-426f3fc8e0c0 req-23853846-36cc-42a3-87ab-52f888449c00 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:32.810896 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0cf5d648-8a1b-4b59-bf37-426f3fc8e0c0 req-23853846-36cc-42a3-87ab-52f888449c00 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 944 time: 0.0825644 Aug 12 15:32:32.856717 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0cf5d648-8a1b-4b59-bf37-426f3fc8e0c0 req-1498f8a9-2a52-4001-be10-9ace69c67dfb tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402050 Aug 12 15:32:32.861975 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['22008df7-998c-4721-986a-92c450652eba'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:32:32.948049 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-d03b1eba-f0f7-4239-ad41-8666741fce5b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83a6b441-d5e3-4cca-9396-8689645350e7 HTTP/1.1" status: 200 len: 217 time: 0.1126440 Aug 12 15:32:33.042070 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-95b4c4f9-89d2-42c5-9d4b-c81cbfe48c9c req-31694c5c-7ad6-4412-9a62-d56a89ba37d0 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] For port 4773e9f5-f0e5-4b41-a09d-acaadb58d10f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=4773e9f5-f0e5-4b41-a09d-acaadb58d10f,segment=NetworkSegment(ca1bd3ea-137f-4b1c-86a5-b657904067fc),segment_id=ca1bd3ea-137f-4b1c-86a5-b657904067fc)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:32:33.042425 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-95b4c4f9-89d2-42c5-9d4b-c81cbfe48c9c req-31694c5c-7ad6-4412-9a62-d56a89ba37d0 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:33.055206 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-50d3c6b7-25d5-48ae-b0b9-256892d915cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:33.056727 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-50d3c6b7-25d5-48ae-b0b9-256892d915cd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16db9637-239a-4a26-a46b-09e2d03b1fdb HTTP/1.1" status: 200 len: 854 time: 0.0974028 Aug 12 15:32:33.200423 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-95b4c4f9-89d2-42c5-9d4b-c81cbfe48c9c req-31694c5c-7ad6-4412-9a62-d56a89ba37d0 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Calling delete_port for 4773e9f5-f0e5-4b41-a09d-acaadb58d10f owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:32:33.245749 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-7514cfd9-385a-4a7b-af0f-30b5dabcd2ff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dbb181ef-975e-4807-8710-3203d084afac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389687 Aug 12 15:32:33.405942 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-a5ec5447-14b2-477d-b49d-2a0bec2983e4 service neutron] 10.222.0.82 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422417 Aug 12 15:32:33.519127 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9ab0b-ee3a-47a0-8ad3-85ed437c928a req-7f9b589e-2f79-460a-abba-135c5484e376 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:33.520750 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-64a9ab0b-ee3a-47a0-8ad3-85ed437c928a req-7f9b589e-2f79-460a-abba-135c5484e376 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1461029 Aug 12 15:32:33.528246 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566e86-fd4b-4e8d-988f-88375493eaa9 req-38857c38-3a34-4235-9f73-a9c86cc28fe7 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:33.529651 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ab566e86-fd4b-4e8d-988f-88375493eaa9 req-38857c38-3a34-4235-9f73-a9c86cc28fe7 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 944 time: 0.1228871 Aug 12 15:32:33.567169 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-95b4c4f9-89d2-42c5-9d4b-c81cbfe48c9c req-31694c5c-7ad6-4412-9a62-d56a89ba37d0 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:33.574885 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:33.606170 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-64a9ab0b-ee3a-47a0-8ad3-85ed437c928a req-55e7dbc0-3547-4fbd-8e4b-5b887663bc4e tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755577 Aug 12 15:32:33.617584 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ab566e86-fd4b-4e8d-988f-88375493eaa9 req-b249e1df-9740-449c-9bc5-f4b5687734ac tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659840 Aug 12 15:32:33.635529 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31694c5c-7ad6-4412-9a62-d56a89ba37d0 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Pushing event deleted for resources: {'Port': ['ID=4773e9f5-f0e5-4b41-a09d-acaadb58d10f,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:33.673751 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-31694c5c-7ad6-4412-9a62-d56a89ba37d0 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:33.714526 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-009a31e6-58df-4f70-b00f-28f82b4359aa req-256f435e-b4ba-4ac0-9858-d5fdf2fd8758 service neutron] 10.222.0.82 "GET /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726955 Aug 12 15:32:33.726784 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b4c4f9-89d2-42c5-9d4b-c81cbfe48c9c req-31694c5c-7ad6-4412-9a62-d56a89ba37d0 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] No DVR routers for this DVR port 4773e9f5-f0e5-4b41-a09d-acaadb58d10f on host hv-cinder-80434 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:32:33.729357 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-95b4c4f9-89d2-42c5-9d4b-c81cbfe48c9c req-31694c5c-7ad6-4412-9a62-d56a89ba37d0 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:33.732096 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc5caca-5af3-4442-b870-b05426aff4f9', 'name': 'network-vif-deleted', 'tag': '4773e9f5-f0e5-4b41-a09d-acaadb58d10f'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:32:33.758911 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-95b4c4f9-89d2-42c5-9d4b-c81cbfe48c9c req-31694c5c-7ad6-4412-9a62-d56a89ba37d0 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.82 "DELETE /v2.0/ports/4773e9f5-f0e5-4b41-a09d-acaadb58d10f HTTP/1.1" status: 204 len: 173 time: 1.2073977 Aug 12 15:32:33.847940 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dce07562-fb8e-4996-86c7-fa9e4c15d8f3 req-ff6ce05e-e92b-4b9d-b99f-ed490a30f6bc tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dc5caca-5af3-4442-b870-b05426aff4f9 HTTP/1.1" status: 200 len: 210 time: 0.0420189 Aug 12 15:32:33.897014 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc5caca-5af3-4442-b870-b05426aff4f9', 'name': 'network-vif-deleted', 'tag': '4773e9f5-f0e5-4b41-a09d-acaadb58d10f', 'status': 'completed', 'code': 200} Aug 12 15:32:34.058264 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8d5b5-fc95-4e5d-9538-205e74c05a09 req-e0c58aec-1c5d-44cb-9cac-d9104f5aa193 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:34.059780 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-9ec8d5b5-fc95-4e5d-9538-205e74c05a09 req-e0c58aec-1c5d-44cb-9cac-d9104f5aa193 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 944 time: 0.0797393 Aug 12 15:32:34.108122 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-9ec8d5b5-fc95-4e5d-9538-205e74c05a09 req-9dfdd274-c9fe-49f2-9666-0b340f419414 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424945 Aug 12 15:32:34.857039 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5a1c9-6bad-404c-8f19-0ff1d0d6da2a req-47aa5c5f-9885-45f7-aa21-a340c80b5ee2 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:34.858508 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-82a5a1c9-6bad-404c-8f19-0ff1d0d6da2a req-47aa5c5f-9885-45f7-aa21-a340c80b5ee2 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1391342 Aug 12 15:32:34.866822 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea2b31-2562-4b3d-8af9-8776570986f3 req-7cbaa801-04a7-4f80-8fba-cdf8a8b8f9dc tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:34.868217 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7fea2b31-2562-4b3d-8af9-8776570986f3 req-7cbaa801-04a7-4f80-8fba-cdf8a8b8f9dc tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 944 time: 0.1182287 Aug 12 15:32:34.939260 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-82a5a1c9-6bad-404c-8f19-0ff1d0d6da2a req-4c8d8dec-edfa-428c-9293-de0f4881f8c1 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700984 Aug 12 15:32:34.946122 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7fea2b31-2562-4b3d-8af9-8776570986f3 req-c4f2498b-cc48-45ad-ae20-a8a2ed90bc11 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614848 Aug 12 15:32:35.309120 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c57e5-93a3-450f-b264-910601284d63 req-7b5bfad4-4326-4833-8eca-845f8c05b620 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:35.316339 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-326c57e5-93a3-450f-b264-910601284d63 req-7b5bfad4-4326-4833-8eca-845f8c05b620 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 944 time: 0.1018629 Aug 12 15:32:35.366345 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-326c57e5-93a3-450f-b264-910601284d63 req-84c7e294-ee27-4a69-815a-a0e08e3747eb tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439186 Aug 12 15:32:35.777258 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 22008df7-998c-4721-986a-92c450652eba up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:32:35.848688 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning for port 22008df7-998c-4721-986a-92c450652eba completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:32:35.854021 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port 22008df7-998c-4721-986a-92c450652eba triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:32:35.854407 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:35.973901 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:36.006373 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332fb222-00a3-4e6f-8345-6423c288d87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22008df7-998c-4721-986a-92c450652eba'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:32:36.017951 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 22008df7-998c-4721-986a-92c450652eba, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=22008df7-998c-4721-986a-92c450652eba,segment=NetworkSegment(4bf1b9c6-492b-43dd-80d5-be6fdb154102),segment_id=4bf1b9c6-492b-43dd-80d5-be6fdb154102)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:32:36.023368 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:36.024724 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 4773e9f5-f0e5-4b41-a09d-acaadb58d10f no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:32:36.052850 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:36.124940 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] No Port match for: 4773e9f5-f0e5-4b41-a09d-acaadb58d10f {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:32:36.125387 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 4773e9f5-f0e5-4b41-a09d-acaadb58d10f not bound to the agent host hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:32:36.145619 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=22008df7-998c-4721-986a-92c450652eba,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:36.148644 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:36.214529 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854ed24-0439-4a4c-aab5-8015c8b1283f req-47388c2e-4836-4257-ba8e-491e58a1d51d tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:36.215973 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e854ed24-0439-4a4c-aab5-8015c8b1283f req-47388c2e-4836-4257-ba8e-491e58a1d51d tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1528704 Aug 12 15:32:36.224672 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c1359-982c-4da7-947e-94f75d86a1f1 req-33a1bd57-9a6b-4018-af59-788831fadc8e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:36.226313 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-475c1359-982c-4da7-947e-94f75d86a1f1 req-33a1bd57-9a6b-4018-af59-788831fadc8e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 945 time: 0.1167955 Aug 12 15:32:36.303070 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e854ed24-0439-4a4c-aab5-8015c8b1283f req-d3394e17-a041-486a-bb5d-951d0554a0fe tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755658 Aug 12 15:32:36.306200 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-475c1359-982c-4da7-947e-94f75d86a1f1 req-ce60d63b-de1f-4f73-87ac-bd88f566531b tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624993 Aug 12 15:32:36.362625 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332fb222-00a3-4e6f-8345-6423c288d87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22008df7-998c-4721-986a-92c450652eba', 'code': 200} Aug 12 15:32:36.572550 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d20e5f-01b6-48da-88c2-b21a5dd2c8ef req-2a906627-afc6-4644-94b4-6171ca7d9952 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:36.574126 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-91d20e5f-01b6-48da-88c2-b21a5dd2c8ef req-2a906627-afc6-4644-94b4-6171ca7d9952 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 944 time: 0.1006522 Aug 12 15:32:36.646775 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-91d20e5f-01b6-48da-88c2-b21a5dd2c8ef req-1b981ea2-f402-4537-8ec6-ef54dac84af3 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661230 Aug 12 15:32:36.774979 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f6037-7be3-45f4-ba0a-a9509203b71b req-d0ea96b6-90c0-4dac-88f9-61eb65eeab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:36.776467 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-2f9f6037-7be3-45f4-ba0a-a9509203b71b req-d0ea96b6-90c0-4dac-88f9-61eb65eeab54 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 1098 time: 0.0730352 Aug 12 15:32:36.868283 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-2f9f6037-7be3-45f4-ba0a-a9509203b71b req-6fb4165f-b460-47d2-a764-2516a46f6d50 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590847 Aug 12 15:32:37.555469 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36f464-9637-4ea7-b711-89c2cd4b7690 req-3c63325c-b935-4025-b4fa-43584339dfa3 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:37.556935 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7d36f464-9637-4ea7-b711-89c2cd4b7690 req-3c63325c-b935-4025-b4fa-43584339dfa3 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1424239 Aug 12 15:32:37.565820 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7880a-185a-4e25-86b6-fb6fd8966b37 req-8327b4a6-19dc-4a62-9ff5-7834ea52aaaf tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:37.567166 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-70c7880a-185a-4e25-86b6-fb6fd8966b37 req-8327b4a6-19dc-4a62-9ff5-7834ea52aaaf tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 945 time: 0.1216450 Aug 12 15:32:37.689024 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7d36f464-9637-4ea7-b711-89c2cd4b7690 req-59f4b45b-9c12-491e-91cf-ad8ebc453b20 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201465 Aug 12 15:32:37.699680 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-70c7880a-185a-4e25-86b6-fb6fd8966b37 req-4e0bb797-9cd0-4760-9176-d228fb058241 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124177 Aug 12 15:32:37.785748 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 83a6b441-d5e3-4cca-9396-8689645350e7 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:32:37.923334 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778acfa5-6271-4111-8940-2c3a24b295f7 req-c9a46c51-054d-4a27-acae-0e3e1c6b2952 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:37.924861 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-778acfa5-6271-4111-8940-2c3a24b295f7 req-c9a46c51-054d-4a27-acae-0e3e1c6b2952 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 944 time: 0.1168699 Aug 12 15:32:37.975671 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 83a6b441-d5e3-4cca-9396-8689645350e7, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=83a6b441-d5e3-4cca-9396-8689645350e7,segment=NetworkSegment(f121fbc5-3d8b-4df1-abd9-125f9716be35),segment_id=f121fbc5-3d8b-4df1-abd9-125f9716be35)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:32:37.994075 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': '83a6b441-d5e3-4cca-9396-8689645350e7', 'network_id': 'dbb181ef-975e-4807-8710-3203d084afac', 'port_id': '83a6b441-d5e3-4cca-9396-8689645350e7', 'mac_address': 'fa:16:3e:09:ff:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16db9637-239a-4a26-a46b-09e2d03b1fdb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:32:38.025015 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-778acfa5-6271-4111-8940-2c3a24b295f7 req-fdbd0333-d3f7-4d0e-a3e0-fa1087e14a56 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880134 Aug 12 15:32:38.063290 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:38.080254 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a6b441-d5e3-4cca-9396-8689645350e7 {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:32:38.100256 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 83a6b441-d5e3-4cca-9396-8689645350e7, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=83a6b441-d5e3-4cca-9396-8689645350e7,segment=NetworkSegment(f121fbc5-3d8b-4df1-abd9-125f9716be35),segment_id=f121fbc5-3d8b-4df1-abd9-125f9716be35)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:32:38.104654 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:38.106543 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:38.206446 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=83a6b441-d5e3-4cca-9396-8689645350e7,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:38.210169 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:38.740550 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-05ed2fa8-8f9c-47af-acae-75cb85d60d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:38.850526 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['83a6b441-d5e3-4cca-9396-8689645350e7'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:32:38.957603 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867538f-5294-4b4d-b697-4f60ed3de901 req-75c3d118-08ac-418a-ac34-703793f4dfb3 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:38.959588 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e867538f-5294-4b4d-b697-4f60ed3de901 req-75c3d118-08ac-418a-ac34-703793f4dfb3 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 945 time: 0.1426394 Aug 12 15:32:38.992644 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e199ae-a23a-41ef-947f-bf9a15cbee1f req-cfecd1d5-9300-4871-be8f-726225053b21 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:38.994134 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-05e199ae-a23a-41ef-947f-bf9a15cbee1f req-cfecd1d5-9300-4871-be8f-726225053b21 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1437402 Aug 12 15:32:39.034857 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e867538f-5294-4b4d-b697-4f60ed3de901 req-a9a63dc8-5583-4a50-b893-6366668b4210 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688317 Aug 12 15:32:39.065509 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-05e199ae-a23a-41ef-947f-bf9a15cbee1f req-78652855-8c8e-48be-be1e-82e7189bfee6 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605719 Aug 12 15:32:39.248622 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcb56e-d80f-4fe2-9a06-1e22cd149c09 req-f75f18b1-d8a7-4910-853c-1c2633de54bb tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:39.250187 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-06bcb56e-d80f-4fe2-9a06-1e22cd149c09 req-f75f18b1-d8a7-4910-853c-1c2633de54bb tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 945 time: 0.0828741 Aug 12 15:32:39.301243 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-06bcb56e-d80f-4fe2-9a06-1e22cd149c09 req-2e81f302-55a2-4b76-b72e-5cf1edaf9c1b tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400178 Aug 12 15:32:39.765920 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:39.768472 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 48898) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:39.916115 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-a204f9a4-66b1-4ff9-8a75-216f84969d76 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b6398673d8a44c0c90e28fa400a785d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464522 Aug 12 15:32:39.919633 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 48904) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:39.978627 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3f33acc8-7bff-4243-8733-fa5a07bc42e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:40.005238 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3f33acc8-7bff-4243-8733-fa5a07bc42e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:40.056869 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3f33acc8-7bff-4243-8733-fa5a07bc42e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:40.061703 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-6b4d23cb-34cc-4f2e-a7c1-c7361daf3d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:40.076915 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33acc8-7bff-4243-8733-fa5a07bc42e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c71587e-41a6-4684-9246-b55a73ce3abc,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:40.079676 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-3f33acc8-7bff-4243-8733-fa5a07bc42e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:40.087367 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-3f33acc8-7bff-4243-8733-fa5a07bc42e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:40.088430 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-3f33acc8-7bff-4243-8733-fa5a07bc42e6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c71587e-41a6-4684-9246-b55a73ce3abc HTTP/1.1" status: 204 len: 168 time: 0.1679239 Aug 12 15:32:40.328460 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7c3e5-9e0f-44fc-b938-eacc16cb8ef5 req-355f0840-2f11-46a3-81c5-78fcd20124e3 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:40.330087 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-55e7c3e5-9e0f-44fc-b938-eacc16cb8ef5 req-355f0840-2f11-46a3-81c5-78fcd20124e3 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 945 time: 0.1699286 Aug 12 15:32:40.341817 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2675c-b965-48ca-87c2-d7d6de10efba req-378c8062-bfb5-4a7b-b96c-13fefc4f8beb tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:40.343433 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3bb2675c-b965-48ca-87c2-d7d6de10efba req-378c8062-bfb5-4a7b-b96c-13fefc4f8beb tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1458929 Aug 12 15:32:40.417905 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-55e7c3e5-9e0f-44fc-b938-eacc16cb8ef5 req-3da723ff-959b-4145-92bf-2212751472a4 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734205 Aug 12 15:32:40.419892 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd3bc2-816f-443d-830e-325e2d045dbc req-27850100-3013-4a9a-b930-6b599b635162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:40.421367 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-71bd3bc2-816f-443d-830e-325e2d045dbc req-27850100-3013-4a9a-b930-6b599b635162 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 1098 time: 0.0734775 Aug 12 15:32:40.422597 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3bb2675c-b965-48ca-87c2-d7d6de10efba req-b442351e-d086-41dd-bdf9-bff9a7c2cf87 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625317 Aug 12 15:32:40.486244 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-71bd3bc2-816f-443d-830e-325e2d045dbc req-03ab1b77-97f7-4394-aa43-53bcd90df48e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524766 Aug 12 15:32:40.625705 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec0d51-6555-4788-bc9b-9aa7f79e29b7 req-ee03a605-2d4d-417a-bbe0-465145873fc0 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:40.627491 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-37ec0d51-6555-4788-bc9b-9aa7f79e29b7 req-ee03a605-2d4d-417a-bbe0-465145873fc0 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 945 time: 0.0816333 Aug 12 15:32:40.679962 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-37ec0d51-6555-4788-bc9b-9aa7f79e29b7 req-8685816c-8051-4f15-be6b-a370198b93fb tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451217 Aug 12 15:32:41.561935 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fa05057d-58e5-41ba-bde7-d63458aee7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:41.617316 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce941ee4-b2a2-4b81-a08c-7363f392c8ec req-6514549e-6abf-4e26-a62d-b746f5a46701 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:41.618824 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ce941ee4-b2a2-4b81-a08c-7363f392c8ec req-6514549e-6abf-4e26-a62d-b746f5a46701 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.0833998 Aug 12 15:32:41.664364 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ce941ee4-b2a2-4b81-a08c-7363f392c8ec req-041f2684-9211-4ff6-9d86-fe6c0132df04 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399683 Aug 12 15:32:41.818643 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 83a6b441-d5e3-4cca-9396-8689645350e7 up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:32:41.886578 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning for port 83a6b441-d5e3-4cca-9396-8689645350e7 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:32:41.891073 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port 83a6b441-d5e3-4cca-9396-8689645350e7 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:32:41.891448 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:41.928422 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fb6f6-5df9-4295-8661-6a4070da03fe req-23577a6c-7851-429b-a443-409e90ab6509 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:41.929871 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bf5fb6f6-5df9-4295-8661-6a4070da03fe req-23577a6c-7851-429b-a443-409e90ab6509 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 945 time: 0.1421590 Aug 12 15:32:41.938155 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f74656-9c95-4cea-a882-1a67f3dbe8c9 req-e6a7b931-1e25-446d-b412-d5cd04bf8141 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:41.939561 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-36f74656-9c95-4cea-a882-1a67f3dbe8c9 req-e6a7b931-1e25-446d-b412-d5cd04bf8141 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 945 time: 0.1158035 Aug 12 15:32:42.008798 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:42.013688 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bf5fb6f6-5df9-4295-8661-6a4070da03fe req-844c9b87-72d9-4433-9e41-be4d2bc1edab tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731077 Aug 12 15:32:42.018533 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-36f74656-9c95-4cea-a882-1a67f3dbe8c9 req-86756a5c-61cf-431f-a87d-109085f2b6a4 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619571 Aug 12 15:32:42.035663 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a6b441-d5e3-4cca-9396-8689645350e7'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:32:42.050650 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 83a6b441-d5e3-4cca-9396-8689645350e7, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=83a6b441-d5e3-4cca-9396-8689645350e7,segment=NetworkSegment(f121fbc5-3d8b-4df1-abd9-125f9716be35),segment_id=f121fbc5-3d8b-4df1-abd9-125f9716be35)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:32:42.055843 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:42.057879 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:42.089905 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a6b441-d5e3-4cca-9396-8689645350e7', 'code': 200} Aug 12 15:32:42.130108 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=83a6b441-d5e3-4cca-9396-8689645350e7,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:42.133638 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:42.577653 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:42.590458 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cec52-a30e-4101-8e9e-6696cbdf82b0 req-ed18b3e0-e25c-4935-9db8-0cd115d93e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:42.591943 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-182cec52-a30e-4101-8e9e-6696cbdf82b0 req-ed18b3e0-e25c-4935-9db8-0cd115d93e4d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 1099 time: 0.0800307 Aug 12 15:32:42.741991 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-182cec52-a30e-4101-8e9e-6696cbdf82b0 req-021654c2-2aa5-426a-a09c-0f2e3619ba20 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334491 Aug 12 15:32:42.869436 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ad2ed-022b-4be0-9778-dfa7d33f3e94 req-2879a13c-ea2b-47f6-83b9-4226e9403978 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:42.873772 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7e4ad2ed-022b-4be0-9778-dfa7d33f3e94 req-2879a13c-ea2b-47f6-83b9-4226e9403978 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.0883801 Aug 12 15:32:42.916013 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7e4ad2ed-022b-4be0-9778-dfa7d33f3e94 req-f6446a75-73a6-4761-ba55-2d83039d8fc0 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393345 Aug 12 15:32:43.205138 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6d304-523f-438c-b73d-9cb9eb390d98 req-ff07d349-e2ab-40b1-8268-1c55f5b25007 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:43.206892 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-09f6d304-523f-438c-b73d-9cb9eb390d98 req-ff07d349-e2ab-40b1-8268-1c55f5b25007 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 946 time: 0.0865180 Aug 12 15:32:43.253074 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-09f6d304-523f-438c-b73d-9cb9eb390d98 req-cc719b6c-3620-4bb4-843e-63ef39b4a35f tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395794 Aug 12 15:32:43.343730 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0eeaa-6180-4150-b49e-dc4e3b1fcfda req-c9d5b520-75d3-4f79-ae56-d7a76d6bae30 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:43.349953 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3ce0eeaa-6180-4150-b49e-dc4e3b1fcfda req-c9d5b520-75d3-4f79-ae56-d7a76d6bae30 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 945 time: 0.0958018 Aug 12 15:32:43.388631 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4357b-3589-43a9-a31e-5f7327c9bceb req-6b11e02a-2c22-48c8-ab91-c4cb8653ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:43.390241 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-8bf4357b-3589-43a9-a31e-5f7327c9bceb req-6b11e02a-2c22-48c8-ab91-c4cb8653ae4f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b916570d7d042448e9f20bea13de712&device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 1098 time: 0.0770309 Aug 12 15:32:43.444644 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3ce0eeaa-6180-4150-b49e-dc4e3b1fcfda req-d1b2e651-88fe-4a8f-b2ee-f62f7a9e5daf tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935547 Aug 12 15:32:43.482181 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c1ad9-c8b6-4945-b81b-e42f55a0c855 req-d75db2bf-d907-4e00-a5fa-65fc6953d94b tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:43.485910 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ea4c1ad9-c8b6-4945-b81b-e42f55a0c855 req-d75db2bf-d907-4e00-a5fa-65fc6953d94b tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1159921 Aug 12 15:32:43.530743 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4357b-3589-43a9-a31e-5f7327c9bceb req-6817d3c5-f1ba-49c5-b926-2a7ae216d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:43.531811 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ea4c1ad9-c8b6-4945-b81b-e42f55a0c855 req-1b29102a-c415-4626-8b09-883cd142dbc1 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404112 Aug 12 15:32:43.532345 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-8bf4357b-3589-43a9-a31e-5f7327c9bceb req-6817d3c5-f1ba-49c5-b926-2a7ae216d9a6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2b674c06-763a-4b9c-899f-74cb3faee52e HTTP/1.1" status: 200 len: 919 time: 0.1286597 Aug 12 15:32:43.611332 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-8bf4357b-3589-43a9-a31e-5f7327c9bceb req-c542a533-efa6-4917-9961-3affb79a3dd0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb497821-8775-4fb2-87ea-78c8dee3409e HTTP/1.1" status: 200 len: 217 time: 0.0679107 Aug 12 15:32:43.805573 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:43.847887 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4357b-3589-43a9-a31e-5f7327c9bceb req-e316d722-0b30-4f67-b26e-c70cc76dcbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:43.849825 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-8bf4357b-3589-43a9-a31e-5f7327c9bceb req-e316d722-0b30-4f67-b26e-c70cc76dcbb2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cce504bc-20fe-4dae-b0d4-c8fe9856a2a3 HTTP/1.1" status: 200 len: 858 time: 0.0595248 Aug 12 15:32:43.907389 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-8bf4357b-3589-43a9-a31e-5f7327c9bceb req-a9c665a7-0419-4ec7-88ae-2439e8fc0dc9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2b674c06-763a-4b9c-899f-74cb3faee52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428281 Aug 12 15:32:44.045776 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-8bf4357b-3589-43a9-a31e-5f7327c9bceb req-a4f0e5c5-6787-4322-832f-d55c09a07123 service neutron] 10.222.0.82 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268373 Aug 12 15:32:44.189602 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-8bf4357b-3589-43a9-a31e-5f7327c9bceb req-cf4d9c15-8e4f-4934-81a5-4217023cb675 service neutron] 10.222.0.82 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290200 Aug 12 15:32:44.367934 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-16440aae-9b9a-4ca1-a9bc-b36c39a49861 req-bce78d03-94da-444a-a359-670500536c07 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718555 Aug 12 15:32:44.504373 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2137bbc-847e-44c2-b43c-9743b2320ce1 req-e85b44bc-4ba4-4ee5-af72-4612d939af83 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:44.505946 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a2137bbc-847e-44c2-b43c-9743b2320ce1 req-e85b44bc-4ba4-4ee5-af72-4612d939af83 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 946 time: 0.1431761 Aug 12 15:32:44.512465 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16440aae-9b9a-4ca1-a9bc-b36c39a49861 req-5a171957-0bb9-463f-a62c-e9cdb2a629d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:44.513950 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-16440aae-9b9a-4ca1-a9bc-b36c39a49861 req-5a171957-0bb9-463f-a62c-e9cdb2a629d9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4ae52b150d414313bac15fe05944e1fc&device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 1099 time: 0.0821407 Aug 12 15:32:44.555717 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a2137bbc-847e-44c2-b43c-9743b2320ce1 req-02d95fbc-ec87-4f5e-9bd3-a0c3a46e3db0 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411899 Aug 12 15:32:44.638149 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:44.648705 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d7fe1-e92a-46ec-9926-9f55b79ed2c3 req-5e7a1f05-beb2-4652-a4d6-48bf142a6950 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:44.650812 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0d7d7fe1-e92a-46ec-9926-9f55b79ed2c3 req-5e7a1f05-beb2-4652-a4d6-48bf142a6950 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 945 time: 0.0908284 Aug 12 15:32:44.692525 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16440aae-9b9a-4ca1-a9bc-b36c39a49861 req-e276a4db-3cb6-4154-9529-bba010d02a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:44.694640 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-16440aae-9b9a-4ca1-a9bc-b36c39a49861 req-e276a4db-3cb6-4154-9529-bba010d02a2f service neutron] 10.222.0.82 "GET /v2.0/networks?id=f3172b19-37f4-47e1-a878-5aad46a4730e HTTP/1.1" status: 200 len: 911 time: 0.1375272 Aug 12 15:32:44.752994 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0d7d7fe1-e92a-46ec-9926-9f55b79ed2c3 req-3db92180-03e5-4cc4-91c3-19e38c814951 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954306 Aug 12 15:32:44.780734 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765be41-a9f4-4a77-935c-28dd7b1b3127 req-ef64dd2c-1430-4187-b1ec-f9994ffd29bb tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:44.782225 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6765be41-a9f4-4a77-935c-28dd7b1b3127 req-ef64dd2c-1430-4187-b1ec-f9994ffd29bb tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1049261 Aug 12 15:32:44.810658 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-16440aae-9b9a-4ca1-a9bc-b36c39a49861 req-38270754-6e21-44dc-adaf-fe265f2cac62 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad41b250-fc2b-40de-8589-c37a71da09ff HTTP/1.1" status: 200 len: 1002 time: 0.1005161 Aug 12 15:32:44.826657 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6765be41-a9f4-4a77-935c-28dd7b1b3127 req-3ecda971-1c4a-48a6-b58f-2e9657870b51 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387354 Aug 12 15:32:44.889176 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16440aae-9b9a-4ca1-a9bc-b36c39a49861 req-e01a109b-8d95-4852-8c94-af21bad18b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:44.890997 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-16440aae-9b9a-4ca1-a9bc-b36c39a49861 req-e01a109b-8d95-4852-8c94-af21bad18b2e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=74cba89c-c64c-4a24-a16e-3479da23e1c4 HTTP/1.1" status: 200 len: 849 time: 0.0649335 Aug 12 15:32:45.216100 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16440aae-9b9a-4ca1-a9bc-b36c39a49861 req-9f710094-9234-43bf-82f7-9ce6d60917ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:45.217774 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-16440aae-9b9a-4ca1-a9bc-b36c39a49861 req-9f710094-9234-43bf-82f7-9ce6d60917ba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f3172b19-37f4-47e1-a878-5aad46a4730e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751648 Aug 12 15:32:45.383762 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-16440aae-9b9a-4ca1-a9bc-b36c39a49861 req-fffe8f8d-2842-4bee-9d17-8c5a2940e709 service neutron] 10.222.0.82 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468940 Aug 12 15:32:45.577084 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-16440aae-9b9a-4ca1-a9bc-b36c39a49861 req-61a65968-6834-49ce-99ac-aaf5ed3dd1c3 service neutron] 10.222.0.82 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377656 Aug 12 15:32:45.744901 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf63769-9ea1-4be8-b8cc-b476d0c06cbf req-3ad9a4ec-2538-4710-ae7e-f8d993aa0704 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:45.746405 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-abf63769-9ea1-4be8-b8cc-b476d0c06cbf req-3ad9a4ec-2538-4710-ae7e-f8d993aa0704 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 946 time: 0.0861397 Aug 12 15:32:45.791341 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-abf63769-9ea1-4be8-b8cc-b476d0c06cbf req-a8b6519a-41cb-45df-a55c-b403b5b7c5c8 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392780 Aug 12 15:32:46.012765 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab533bab-6bf4-42e1-b70b-a6442871a872 req-1cfa05f4-ee3c-4ff1-a872-ea893db26918 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:46.014166 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ab533bab-6bf4-42e1-b70b-a6442871a872 req-1cfa05f4-ee3c-4ff1-a872-ea893db26918 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 945 time: 0.1368132 Aug 12 15:32:46.063962 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413c6f1-eb2f-4950-b06a-1895855191a8 req-5662def9-4e45-467f-b746-5482391b8f41 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:46.065252 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5413c6f1-eb2f-4950-b06a-1895855191a8 req-5662def9-4e45-467f-b746-5482391b8f41 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1283033 Aug 12 15:32:46.091312 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ab533bab-6bf4-42e1-b70b-a6442871a872 req-59b146bb-39a8-4deb-ba99-067e18f38deb tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682383 Aug 12 15:32:46.124152 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5413c6f1-eb2f-4950-b06a-1895855191a8 req-206c3225-fb8b-4391-8ac1-18f2cb2b3f39 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501792 Aug 12 15:32:46.757854 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39608cc7-129f-4650-b95b-8974c57cea41 req-43effc69-d845-4f5a-8bfe-9d58e80772e8 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:46.758625 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-39608cc7-129f-4650-b95b-8974c57cea41 req-43effc69-d845-4f5a-8bfe-9d58e80772e8 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Synchronizing usage tracker for tenant:acd1118781424cc19f1fd5f71d5a6a55 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:32:46.776035 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-39608cc7-129f-4650-b95b-8974c57cea41 req-43effc69-d845-4f5a-8bfe-9d58e80772e8 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Unset dirty status for tenant:acd1118781424cc19f1fd5f71d5a6a55 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:32:46.777315 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-39608cc7-129f-4650-b95b-8974c57cea41 req-43effc69-d845-4f5a-8bfe-9d58e80772e8 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.82 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 945 time: 0.1932597 Aug 12 15:32:46.882100 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-39608cc7-129f-4650-b95b-8974c57cea41 req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Deleting port 22008df7-998c-4721-986a-92c450652eba {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:32:46.882516 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-39608cc7-129f-4650-b95b-8974c57cea41 req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:47.145327 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-39608cc7-129f-4650-b95b-8974c57cea41 req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] For port 22008df7-998c-4721-986a-92c450652eba, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=22008df7-998c-4721-986a-92c450652eba,segment=NetworkSegment(4bf1b9c6-492b-43dd-80d5-be6fdb154102),segment_id=4bf1b9c6-492b-43dd-80d5-be6fdb154102)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:32:47.145777 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-39608cc7-129f-4650-b95b-8974c57cea41 req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:47.335751 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-39608cc7-129f-4650-b95b-8974c57cea41 req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Calling delete_port for 22008df7-998c-4721-986a-92c450652eba owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:32:47.379517 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7c3ec-8748-43af-866b-f2a6c74b9255 req-b5aab7f1-a51c-4161-a72a-6b13669d4212 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:47.381576 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c8b7c3ec-8748-43af-866b-f2a6c74b9255 req-b5aab7f1-a51c-4161-a72a-6b13669d4212 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 945 time: 0.1447005 Aug 12 15:32:47.430862 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a885c1-81a1-4994-b395-584265720eed req-e504bde7-bf46-4253-9bf3-b289b48d7a05 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:47.432342 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-58a885c1-81a1-4994-b395-584265720eed req-e504bde7-bf46-4253-9bf3-b289b48d7a05 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1415112 Aug 12 15:32:47.446784 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c8b7c3ec-8748-43af-866b-f2a6c74b9255 req-1f5cbd15-ffab-410f-9adb-c7d2ecaf6ba8 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578048 Aug 12 15:32:47.487998 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-58a885c1-81a1-4994-b395-584265720eed req-d09c7e3a-2324-4d23-8898-b63e3c8ac320 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450068 Aug 12 15:32:47.524613 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-39608cc7-129f-4650-b95b-8974c57cea41 req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:47.530094 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:47.576076 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Pushing event deleted for resources: {'Port': ['ID=22008df7-998c-4721-986a-92c450652eba,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:47.578047 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['22008df7-998c-4721-986a-92c450652eba'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:32:47.618221 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:47.618588 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:47.618945 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:47.619296 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:47.619645 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:47.619989 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:47.620334 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:47.620670 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:47.621181 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:47.621713 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:47.622059 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:47.622403 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:47.629962 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:47.671522 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-39608cc7-129f-4650-b95b-8974c57cea41 req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] No DVR routers for this DVR port 22008df7-998c-4721-986a-92c450652eba on host hv-cinder-80434 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:32:47.674429 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-39608cc7-129f-4650-b95b-8974c57cea41 req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:47.677318 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332fb222-00a3-4e6f-8345-6423c288d87e', 'name': 'network-vif-deleted', 'tag': '22008df7-998c-4721-986a-92c450652eba'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:32:47.693407 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-39608cc7-129f-4650-b95b-8974c57cea41 req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.82 "DELETE /v2.0/ports/22008df7-998c-4721-986a-92c450652eba HTTP/1.1" status: 204 len: 173 time: 0.8837354 Aug 12 15:32:48.010684 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332fb222-00a3-4e6f-8345-6423c288d87e', 'name': 'network-vif-deleted', 'tag': '22008df7-998c-4721-986a-92c450652eba', 'status': 'completed', 'code': 200} Aug 12 15:32:48.617001 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-40561b95-d79f-43dc-bf35-e786095cfc3f req-30bc7bf4-f376-480a-802a-503767ee59a3 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=332fb222-00a3-4e6f-8345-6423c288d87e HTTP/1.1" status: 200 len: 210 time: 0.0476785 Aug 12 15:32:48.700271 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fd4d6-7b27-4cf9-be64-e04c7ff9d95b req-3d0166c7-f0a2-41dd-ae80-e59b3370795c tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:48.701868 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a52fd4d6-7b27-4cf9-be64-e04c7ff9d95b req-3d0166c7-f0a2-41dd-ae80-e59b3370795c tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.0882065 Aug 12 15:32:48.778126 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a52fd4d6-7b27-4cf9-be64-e04c7ff9d95b req-9fef2660-077d-4733-b741-79cdb64fa5b3 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694194 Aug 12 15:32:49.859175 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 22008df7-998c-4721-986a-92c450652eba no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:32:49.897654 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] No Port match for: 22008df7-998c-4721-986a-92c450652eba {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:32:49.898160 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 22008df7-998c-4721-986a-92c450652eba not bound to the agent host hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:32:50.168831 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377349e-9824-421d-a1cc-68d883d363e4 req-9698ef84-3b7d-40ae-bce1-74c4d7560117 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:50.168831 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7377349e-9824-421d-a1cc-68d883d363e4 req-9698ef84-3b7d-40ae-bce1-74c4d7560117 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/networks?id=eef4648e-3c1a-40e7-9885-927f4c466ce1 HTTP/1.1" status: 200 len: 808 time: 0.2385859 Aug 12 15:32:50.185496 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7377349e-9824-421d-a1cc-68d883d363e4 req-83063c7c-2ba4-44ab-bcc3-05812588ce3d tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/quotas/acd1118781424cc19f1fd5f71d5a6a55 HTTP/1.1" status: 200 len: 375 time: 0.0142710 Aug 12 15:32:50.200133 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef737dcc-1c2c-439f-a8cc-188d95572bb4 req-b3b7b90b-9bf2-4934-afd1-8c2e52a206ee tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:50.201686 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ef737dcc-1c2c-439f-a8cc-188d95572bb4 req-b3b7b90b-9bf2-4934-afd1-8c2e52a206ee tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1535964 Aug 12 15:32:50.270454 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7377349e-9824-421d-a1cc-68d883d363e4 req-8a13473f-dd63-493e-a109-b7b344ed60f6 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=acd1118781424cc19f1fd5f71d5a6a55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677166 Aug 12 15:32:50.384485 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ef737dcc-1c2c-439f-a8cc-188d95572bb4 req-372e402f-98b4-49fd-ad67-f02e9aa079e6 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457641 Aug 12 15:32:50.425177 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7377349e-9824-421d-a1cc-68d883d363e4 req-4d0b31d1-d581-4437-8f80-ea68ecce258b service neutron] 10.222.0.59 "GET /v2.0/networks/eef4648e-3c1a-40e7-9885-927f4c466ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537905 Aug 12 15:32:50.558385 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7377349e-9824-421d-a1cc-68d883d363e4 req-1eb84434-7162-4df6-840b-4262ed343040 service neutron] 10.222.0.59 "GET /v2.0/networks/eef4648e-3c1a-40e7-9885-927f4c466ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293614 Aug 12 15:32:50.823049 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-89f5386d-6c64-41c5-ac93-77adce471c30 req-e00879dd-0cff-4a3d-98a9-988070435baa tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698 HTTP/1.1" status: 200 len: 210 time: 0.0861192 Aug 12 15:32:52.104259 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a5f0f788-de53-410a-af60-e72b9f1c047d req-a565509b-2de7-4a32-98da-22d34d55b0ed tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698 HTTP/1.1" status: 200 len: 210 time: 0.0422268 Aug 12 15:32:52.359800 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377349e-9824-421d-a1cc-68d883d363e4 req-36d4a6fb-3f85-41f0-a4a5-3b60184ccf3c tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:52.361288 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-7377349e-9824-421d-a1cc-68d883d363e4 req-36d4a6fb-3f85-41f0-a4a5-3b60184ccf3c tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.82 "GET /v2.0/networks?id=eef4648e-3c1a-40e7-9885-927f4c466ce1 HTTP/1.1" status: 200 len: 808 time: 0.2191505 Aug 12 15:32:52.395961 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-7377349e-9824-421d-a1cc-68d883d363e4 req-29893e98-f2e2-4714-8800-17ef53645a24 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Request body: {'port': {'device_id': 'dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698', 'network_id': 'eef4648e-3c1a-40e7-9885-927f4c466ce1', 'admin_state_up': True, 'tenant_id': 'acd1118781424cc19f1fd5f71d5a6a55'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:52.398606 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937a798-93fc-4520-b5c9-3842c33ce4b7 req-efd6c617-f7b0-4303-9d7d-6894a4117a87 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:52.400264 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2937a798-93fc-4520-b5c9-3842c33ce4b7 req-efd6c617-f7b0-4303-9d7d-6894a4117a87 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1878600 Aug 12 15:32:52.448262 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2937a798-93fc-4520-b5c9-3842c33ce4b7 req-5b320d24-c21d-4b06-bd14-c66bfa8dff21 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414677 Aug 12 15:32:52.552239 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-7377349e-9824-421d-a1cc-68d883d363e4 req-29893e98-f2e2-4714-8800-17ef53645a24 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:52.556467 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-7377349e-9824-421d-a1cc-68d883d363e4 req-29893e98-f2e2-4714-8800-17ef53645a24 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Usage tracker for resource:port and tenant:acd1118781424cc19f1fd5f71d5a6a55 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:52.559631 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-7377349e-9824-421d-a1cc-68d883d363e4 req-29893e98-f2e2-4714-8800-17ef53645a24 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:52.565400 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-7377349e-9824-421d-a1cc-68d883d363e4 req-29893e98-f2e2-4714-8800-17ef53645a24 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:52.576727 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7377349e-9824-421d-a1cc-68d883d363e4 req-29893e98-f2e2-4714-8800-17ef53645a24 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Made reservation on behalf of acd1118781424cc19f1fd5f71d5a6a55 for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:32:52.580620 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-7377349e-9824-421d-a1cc-68d883d363e4 req-29893e98-f2e2-4714-8800-17ef53645a24 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:52.777033 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-7377349e-9824-421d-a1cc-68d883d363e4 req-29893e98-f2e2-4714-8800-17ef53645a24 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Allocated IP 172.20.0.6 (eef4648e-3c1a-40e7-9885-927f4c466ce1/9b5d421a-d46f-4abb-b397-472e5f7a4c7d/9398c59a-989f-4377-89b6-9cd829b958d6) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:32:52.927343 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 49268) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:53.027674 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-7377349e-9824-421d-a1cc-68d883d363e4 req-29893e98-f2e2-4714-8800-17ef53645a24 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:53.072032 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-7377349e-9824-421d-a1cc-68d883d363e4 req-29893e98-f2e2-4714-8800-17ef53645a24 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:53.079861 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:53.155038 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:53.172160 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:53.176849 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Usage tracker for resource:security_group_rule and tenant:00dbbc451f504e84bfa2e6e05ecf9369 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:53.181351 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:53.188305 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:53.189529 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7377349e-9824-421d-a1cc-68d883d363e4 req-29893e98-f2e2-4714-8800-17ef53645a24 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Network eef4648e-3c1a-40e7-9885-927f4c466ce1 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:32:53.192767 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-7377349e-9824-421d-a1cc-68d883d363e4 req-29893e98-f2e2-4714-8800-17ef53645a24 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:32:53.201429 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-7377349e-9824-421d-a1cc-68d883d363e4 req-29893e98-f2e2-4714-8800-17ef53645a24 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:32:53.207699 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377349e-9824-421d-a1cc-68d883d363e4 req-29893e98-f2e2-4714-8800-17ef53645a24 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:53.208484 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-7377349e-9824-421d-a1cc-68d883d363e4 req-29893e98-f2e2-4714-8800-17ef53645a24 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:53.222359 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29893e98-f2e2-4714-8800-17ef53645a24 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Pushing event updated for resources: {'Port': ['ID=9398c59a-989f-4377-89b6-9cd829b958d6,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:53.227684 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-29893e98-f2e2-4714-8800-17ef53645a24 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:53.244475 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-7377349e-9824-421d-a1cc-68d883d363e4 req-29893e98-f2e2-4714-8800-17ef53645a24 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8528624 Aug 12 15:32:53.283734 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Request body: {'port': {'device_id': 'dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:53.337129 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:53.343887 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:53.356118 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-a9bbc03f-ebf7-4152-b1f0-1b02a10f58e2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:53.448720 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec11019-fec7-46ad-b102-7ce00b2d7796,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:53.452960 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=00dbbc451f504e84bfa2e6e05ecf9369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5240309 Aug 12 15:32:53.456736 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 49282) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:53.475852 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:53.476219 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:53.476575 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:53.476926 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:53.477270 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:53.477707 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:53.478052 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:53.478396 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:53.478740 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:53.479079 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:53.479420 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:53.479758 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:53.488843 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:53.529601 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:53.553616 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84243d6e-fb3b-44f5-9034-a6a243602bb7 req-550842cb-66bc-4d11-9521-6ea628f7546b tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:53.555171 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-84243d6e-fb3b-44f5-9034-a6a243602bb7 req-550842cb-66bc-4d11-9521-6ea628f7546b tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698 HTTP/1.1" status: 200 len: 931 time: 0.1873546 Aug 12 15:32:53.563698 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7d2776cf-78ac-486c-a55f-adc6f40637d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:53.622628 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7d2776cf-78ac-486c-a55f-adc6f40637d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:53.639985 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-84243d6e-fb3b-44f5-9034-a6a243602bb7 req-3bef0cff-92a6-4c7f-ae22-933a5f6e98bd tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775614 Aug 12 15:32:53.685183 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7d2776cf-78ac-486c-a55f-adc6f40637d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:53.689922 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-3cf2f392-39ba-433d-9e17-24a6afa736fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:53.700054 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2776cf-78ac-486c-a55f-adc6f40637d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec11019-fec7-46ad-b102-7ce00b2d7796,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:53.703428 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-7d2776cf-78ac-486c-a55f-adc6f40637d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:53.707090 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7d2776cf-78ac-486c-a55f-adc6f40637d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:53.707956 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-7d2776cf-78ac-486c-a55f-adc6f40637d4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3ec11019-fec7-46ad-b102-7ce00b2d7796 HTTP/1.1" status: 204 len: 168 time: 0.2451501 Aug 12 15:32:53.889714 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9398c59a-989f-4377-89b6-9cd829b958d6 {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:32:53.898898 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:53.915025 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Transition to ACTIVE for port object 9398c59a-989f-4377-89b6-9cd829b958d6 will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:32:53.918146 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:53.923464 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-866b98f4-2b42-4dd0-945f-9c75fb26e6c8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:54.090176 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=9398c59a-989f-4377-89b6-9cd829b958d6,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:54.099590 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:54.109695 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Attempting to bind port 9398c59a-989f-4377-89b6-9cd829b958d6 on host hv-cinder-80434 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:32:54.110034 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Attempting to bind port 9398c59a-989f-4377-89b6-9cd829b958d6 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '4bf1b9c6-492b-43dd-80d5-be6fdb154102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'eef4648e-3c1a-40e7-9885-927f4c466ce1'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:32:54.110484 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Attempting to bind port 9398c59a-989f-4377-89b6-9cd829b958d6 on network eef4648e-3c1a-40e7-9885-927f4c466ce1 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:32:54.115065 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Port 9398c59a-989f-4377-89b6-9cd829b958d6 on network eef4648e-3c1a-40e7-9885-927f4c466ce1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 12 15:32:54.115384 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Attempting to bind port 9398c59a-989f-4377-89b6-9cd829b958d6 on network eef4648e-3c1a-40e7-9885-927f4c466ce1 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:32:54.120742 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Checking agent: {'id': 'ee8f405c-fd53-4642-8bfa-8ace78e7783f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:32:54.121073 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Checking segment: {'id': '4bf1b9c6-492b-43dd-80d5-be6fdb154102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'eef4648e-3c1a-40e7-9885-927f4c466ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:32:54.121448 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Bound using segment: {'id': '4bf1b9c6-492b-43dd-80d5-be6fdb154102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'eef4648e-3c1a-40e7-9885-927f4c466ce1'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:32:54.121895 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Bound port: 9398c59a-989f-4377-89b6-9cd829b958d6, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf1b9c6-492b-43dd-80d5-be6fdb154102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'eef4648e-3c1a-40e7-9885-927f4c466ce1'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:32:54.122585 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:54.217259 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] For port 9398c59a-989f-4377-89b6-9cd829b958d6, host hv-cinder-80434, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:32:54.221684 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] For port 9398c59a-989f-4377-89b6-9cd829b958d6, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=9398c59a-989f-4377-89b6-9cd829b958d6,segment=NetworkSegment(4bf1b9c6-492b-43dd-80d5-be6fdb154102),segment_id=4bf1b9c6-492b-43dd-80d5-be6fdb154102)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:32:54.228884 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:54.238035 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 49308) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:54.239675 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-29893e98-f2e2-4714-8800-17ef53645a24 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:54.333742 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:54.335221 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:54.336630 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-7377349e-9824-421d-a1cc-68d883d363e4 req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] 10.222.0.82 "PUT /v2.0/ports/9398c59a-989f-4377-89b6-9cd829b958d6 HTTP/1.1" status: 200 len: 1093 time: 1.0576320 Aug 12 15:32:54.337108 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698', 'tag': '9398c59a-989f-4377-89b6-9cd829b958d6'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:32:54.364568 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=9398c59a-989f-4377-89b6-9cd829b958d6,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:54.369371 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:54.468909 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8d83-8f40-4f76-82b0-b239f5db4a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:54.470916 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698', 'tag': '9398c59a-989f-4377-89b6-9cd829b958d6', 'status': 'completed', 'code': 200} Aug 12 15:32:54.487893 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-b9bb8d83-8f40-4f76-82b0-b239f5db4a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:54.493532 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-b9bb8d83-8f40-4f76-82b0-b239f5db4a23 admin admin] Usage tracker for resource:security_group_rule and tenant:41e9bc030b664b8886039910ead97b6a is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:54.497793 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-b9bb8d83-8f40-4f76-82b0-b239f5db4a23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:54.501377 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377349e-9824-421d-a1cc-68d883d363e4 req-eef3af25-db3f-4ed3-abec-b2bf394527f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:54.503156 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-7377349e-9824-421d-a1cc-68d883d363e4 req-eef3af25-db3f-4ed3-abec-b2bf394527f9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=acd1118781424cc19f1fd5f71d5a6a55&device_id=dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698 HTTP/1.1" status: 200 len: 1096 time: 0.0909891 Aug 12 15:32:54.508198 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-b9bb8d83-8f40-4f76-82b0-b239f5db4a23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:54.614380 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-7377349e-9824-421d-a1cc-68d883d363e4 req-3d9ee1d0-d1d2-4054-9522-5dd6fd26d98c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9398c59a-989f-4377-89b6-9cd829b958d6 HTTP/1.1" status: 200 len: 217 time: 0.0791433 Aug 12 15:32:54.629614 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8d83-8f40-4f76-82b0-b239f5db4a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:54.640005 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8d83-8f40-4f76-82b0-b239f5db4a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:54.657017 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5acf0f83-3dcd-4bce-85c9-53283d95e607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:54.720187 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377349e-9824-421d-a1cc-68d883d363e4 req-dfa89eea-a6fe-40c5-9ffc-47ebbb169a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:54.721741 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-7377349e-9824-421d-a1cc-68d883d363e4 req-dfa89eea-a6fe-40c5-9ffc-47ebbb169a2e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9b5d421a-d46f-4abb-b397-472e5f7a4c7d HTTP/1.1" status: 200 len: 848 time: 0.0876727 Aug 12 15:32:54.725788 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb8d83-8f40-4f76-82b0-b239f5db4a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c08192-2c63-47a4-a8c0-b4cfbc15a105,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:54.731746 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-b9bb8d83-8f40-4f76-82b0-b239f5db4a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:54.738425 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-b9bb8d83-8f40-4f76-82b0-b239f5db4a23 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=41e9bc030b664b8886039910ead97b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4992218 Aug 12 15:32:54.739576 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 49336) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:54.772990 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 49340) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:54.818046 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-7377349e-9824-421d-a1cc-68d883d363e4 req-9ac75c9c-6566-4e9c-a438-a3d0dd1510d9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=eef4648e-3c1a-40e7-9885-927f4c466ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587094 Aug 12 15:32:54.890658 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcc062-0b26-426f-aa49-2aaa0cc93e5c req-607f3ef1-be90-475b-91c6-abe492aeecaa tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:54.892194 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c6bcc062-0b26-426f-aa49-2aaa0cc93e5c req-607f3ef1-be90-475b-91c6-abe492aeecaa tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698 HTTP/1.1" status: 200 len: 943 time: 0.0850422 Aug 12 15:32:54.897746 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-465498279-network', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:54.903629 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:54.919955 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Usage tracker for resource:network and tenant:09e68664a04e4f97b9237c56122c4aff is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:54.925698 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:54.934017 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:54.956499 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c6bcc062-0b26-426f-aa49-2aaa0cc93e5c req-7d364bbb-732f-42ee-a6f1-b86697b8c63b tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544977 Aug 12 15:32:54.956693 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-292055b7-a6a0-4085-918b-eff882b5d679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:54.957583 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Made reservation on behalf of 09e68664a04e4f97b9237c56122c4aff for: {'network': 1} {{(pid=79207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:32:54.959820 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for network, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:54.972636 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:54.987313 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:54.991651 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Usage tracker for resource:security_group_rule and tenant:09e68664a04e4f97b9237c56122c4aff is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:54.994524 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:55.000111 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:55.007629 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-292055b7-a6a0-4085-918b-eff882b5d679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:55.015998 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-7377349e-9824-421d-a1cc-68d883d363e4 req-d93306d6-dd29-48f9-9356-4587748a5ae0 service neutron] 10.222.0.82 "GET /v2.0/networks/eef4648e-3c1a-40e7-9885-927f4c466ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874430 Aug 12 15:32:55.086669 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:55.090343 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:55.094323 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-393501b2-33ab-4305-9db5-14cd35177d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:55.121472 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=79207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:32:55.129773 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6545cc66-3ac0-4d13-a262-7ea1c7958f04,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:55.133257 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:55.135662 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:55.136017 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.db.segments_db [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Added segment 844a6bec-afac-46d6-94ce-d23922a214d0 of type vlan for network 18209e51-9c92-4530-bc69-1c817ee48327 Aug 12 15:32:55.174162 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783031021186'] for network, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:55.182482 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-292055b7-a6a0-4085-918b-eff882b5d679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:55.189839 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-79929126-b688-4691-8d73-e0b422d267bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:55.203987 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-7377349e-9824-421d-a1cc-68d883d363e4 req-6d984e3f-cd48-4383-b449-f9f0a9698823 service neutron] 10.222.0.82 "GET /v2.0/networks/eef4648e-3c1a-40e7-9885-927f4c466ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765373 Aug 12 15:32:55.204513 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for network, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:55.205896 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:55.206557 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:55.207805 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292055b7-a6a0-4085-918b-eff882b5d679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c08192-2c63-47a4-a8c0-b4cfbc15a105,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:55.210411 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-216f6685-e36d-49f9-ac60-5cb2a9524166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:55.210661 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-292055b7-a6a0-4085-918b-eff882b5d679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:55.212813 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-292055b7-a6a0-4085-918b-eff882b5d679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:55.213940 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-292055b7-a6a0-4085-918b-eff882b5d679 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f9c08192-2c63-47a4-a8c0-b4cfbc15a105 HTTP/1.1" status: 204 len: 168 time: 0.4739490 Aug 12 15:32:55.341274 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Pushing event updated for resources: {'Network': ['ID=18209e51-9c92-4530-bc69-1c817ee48327,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:55.346699 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:55.356756 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Network 18209e51-9c92-4530-bc69-1c817ee48327 details requested by agent ovs-agent-dv-cinder-804345-1-smb with host dv-cinder-804345-1-smb {{(pid=79209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 12 15:32:55.357649 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5832512 Aug 12 15:32:55.360553 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 49352) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:55.367711 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-931c3dad-5467-4f7a-8b36-f8933fe5b578 admin admin] Request body: {'subnet': {'network_id': '18209e51-9c92-4530-bc69-1c817ee48327', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-465498279-subnet', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'ip_version': 4}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:55.390977 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-931c3dad-5467-4f7a-8b36-f8933fe5b578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:55.446199 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-931c3dad-5467-4f7a-8b36-f8933fe5b578 admin admin] Usage tracker for resource:subnet and tenant:09e68664a04e4f97b9237c56122c4aff is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:55.457090 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-931c3dad-5467-4f7a-8b36-f8933fe5b578 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:55.466352 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-931c3dad-5467-4f7a-8b36-f8933fe5b578 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:55.489699 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931c3dad-5467-4f7a-8b36-f8933fe5b578 admin admin] Made reservation on behalf of 09e68664a04e4f97b9237c56122c4aff for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:32:55.492488 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-931c3dad-5467-4f7a-8b36-f8933fe5b578 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:55.519801 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fa4b4-8e7e-419e-8382-5a3ad316181e req-1d0cff00-f61b-49a8-bb74-fc4f156d2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:55.520548 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-368fa4b4-8e7e-419e-8382-5a3ad316181e req-1d0cff00-f61b-49a8-bb74-fc4f156d2e5f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=acd1118781424cc19f1fd5f71d5a6a55&device_id=dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698 HTTP/1.1" status: 200 len: 1096 time: 0.1315598 Aug 12 15:32:55.822082 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fa4b4-8e7e-419e-8382-5a3ad316181e req-cc9849a0-33f0-48fa-bf5b-12dff4525359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:55.823549 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-368fa4b4-8e7e-419e-8382-5a3ad316181e req-cc9849a0-33f0-48fa-bf5b-12dff4525359 service neutron] 10.222.0.82 "GET /v2.0/networks?id=eef4648e-3c1a-40e7-9885-927f4c466ce1 HTTP/1.1" status: 200 len: 909 time: 0.2933018 Aug 12 15:32:55.926279 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-368fa4b4-8e7e-419e-8382-5a3ad316181e req-186fbb57-0780-41de-b9f0-ecfaf770da3d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9398c59a-989f-4377-89b6-9cd829b958d6 HTTP/1.1" status: 200 len: 217 time: 0.0626829 Aug 12 15:32:56.032114 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fa4b4-8e7e-419e-8382-5a3ad316181e req-6ce53800-186d-45f1-bf0e-4ba2c12c29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:56.033571 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-368fa4b4-8e7e-419e-8382-5a3ad316181e req-6ce53800-186d-45f1-bf0e-4ba2c12c29bc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9b5d421a-d46f-4abb-b397-472e5f7a4c7d HTTP/1.1" status: 200 len: 848 time: 0.0987179 Aug 12 15:32:56.046248 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-931c3dad-5467-4f7a-8b36-f8933fe5b578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:56.051745 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c537ddfe-db86-46fe-9697-c3fe246b9805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:56.141826 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-368fa4b4-8e7e-419e-8382-5a3ad316181e req-a48e11b0-8420-4384-b9ba-a6002502b0ef service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=eef4648e-3c1a-40e7-9885-927f4c466ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640287 Aug 12 15:32:56.183628 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818b46e-7ea1-4f75-b925-267bbed94af9 req-c93996a3-b7d2-450b-8d76-fc3aaa80f4b5 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:56.184935 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c3dad-5467-4f7a-8b36-f8933fe5b578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:56.185608 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d818b46e-7ea1-4f75-b925-267bbed94af9 req-c93996a3-b7d2-450b-8d76-fc3aaa80f4b5 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698 HTTP/1.1" status: 200 len: 943 time: 0.1072674 Aug 12 15:32:56.188867 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-931c3dad-5467-4f7a-8b36-f8933fe5b578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:56.189580 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c3dad-5467-4f7a-8b36-f8933fe5b578 admin admin] Checking segment: {'id': '844a6bec-afac-46d6-94ce-d23922a214d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:32:56.189936 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c3dad-5467-4f7a-8b36-f8933fe5b578 admin admin] Network hostable DHCP agents. Network: 18209e51-9c92-4530-bc69-1c817ee48327, hostable agents: ['4f8a9972-eba5-4715-9ddd-7ea9a03f6a04'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:32:56.297768 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d818b46e-7ea1-4f75-b925-267bbed94af9 req-36df000a-cf24-47b1-ad10-005ff6cdf049 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043434 Aug 12 15:32:56.302387 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c3dad-5467-4f7a-8b36-f8933fe5b578 admin admin] Network 18209e51-9c92-4530-bc69-1c817ee48327 is scheduled to be hosted by DHCP agent 4f8a9972-eba5-4715-9ddd-7ea9a03f6a04 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:32:56.343266 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-931c3dad-5467-4f7a-8b36-f8933fe5b578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-smb, 18209e51-9c92-4530-bc69-1c817ee48327) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:32:56.346815 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73551b-0da5-488c-a20d-817ada79a20e req-2e54c3d4-2cf2-4d31-81cd-9d659ca64167 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:56.350224 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c3dad-5467-4f7a-8b36-f8933fe5b578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:56.351068 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-931c3dad-5467-4f7a-8b36-f8933fe5b578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:56.353664 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881a979a-e33f-4f51-b7aa-cdd83a84ba46 None None] Network 18209e51-9c92-4530-bc69-1c817ee48327 requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:32:56.359304 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ec73551b-0da5-488c-a20d-817ada79a20e req-2e54c3d4-2cf2-4d31-81cd-9d659ca64167 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 946 time: 0.1341364 Aug 12 15:32:56.389370 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-368fa4b4-8e7e-419e-8382-5a3ad316181e req-66b7d506-e388-49fc-948f-216867830f2e service neutron] 10.222.0.82 "GET /v2.0/networks/eef4648e-3c1a-40e7-9885-927f4c466ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884086 Aug 12 15:32:56.395083 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-931c3dad-5467-4f7a-8b36-f8933fe5b578 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0332570 Aug 12 15:32:56.399397 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 49390) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:56.410567 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ec73551b-0da5-488c-a20d-817ada79a20e req-c2ac0bda-f4c4-485b-9258-2624b3f46dd7 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504577 Aug 12 15:32:56.435987 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-465498279-router', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:56.452957 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:56.461184 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Usage tracker for resource:router and tenant:09e68664a04e4f97b9237c56122c4aff is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:56.465688 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:56.520103 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:56.552513 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1684'] for router, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:56.552513 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1709'] for router, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:56.577197 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-368fa4b4-8e7e-419e-8382-5a3ad316181e req-bea8b096-201e-447a-bb99-ae5ed3373ab7 service neutron] 10.222.0.82 "GET /v2.0/networks/eef4648e-3c1a-40e7-9885-927f4c466ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785214 Aug 12 15:32:56.582863 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:56.626256 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f19a329-6de7-551c-b893-0ca916fef3f6-18209e51-9c92-4530-bc69-1c817ee48327', 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'fixed_ips': [{'subnet_id': '585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1'}]}} from dv-cinder-804345-1-smb. {{(pid=79209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 12 15:32:56.627305 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:56.828020 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 49406) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:56.855474 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Allocated IP 172.20.0.2 (18209e51-9c92-4530-bc69-1c817ee48327/585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1/27556157-be0b-4c28-aaf6-de9fce1927b5) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:32:56.928883 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1715'] for router, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:57.029382 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-73076f69-6e1c-4a7c-9614-e67e60aba2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:57.050386 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-73076f69-6e1c-4a7c-9614-e67e60aba2bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:32:57.055947 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-73076f69-6e1c-4a7c-9614-e67e60aba2bd admin admin] Usage tracker for resource:security_group_rule and tenant:7c29f32a41ba40f2a969cd55e77201b3 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:32:57.059442 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-73076f69-6e1c-4a7c-9614-e67e60aba2bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:32:57.066826 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-73076f69-6e1c-4a7c-9614-e67e60aba2bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:32:57.150487 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:57.165146 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Transition to ACTIVE for port object 27556157-be0b-4c28-aaf6-de9fce1927b5 will not be triggered until provisioned by entity L2. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:32:57.185357 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Transition to ACTIVE for port object 27556157-be0b-4c28-aaf6-de9fce1927b5 will not be triggered until provisioned by entity DHCP. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:32:57.192117 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:57.198227 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:57.220375 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-73076f69-6e1c-4a7c-9614-e67e60aba2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:57.235714 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-73076f69-6e1c-4a7c-9614-e67e60aba2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:57.244665 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-ed851de8-ac1a-4027-ae73-be86f8d54094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:57.260711 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Network 18209e51-9c92-4530-bc69-1c817ee48327 is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:32:57.263579 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:32:57.267346 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:32:57.292491 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-73076f69-6e1c-4a7c-9614-e67e60aba2bd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7c29f32a41ba40f2a969cd55e77201b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4633899 Aug 12 15:32:57.294900 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73076f69-6e1c-4a7c-9614-e67e60aba2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966ef33b-24e5-4c46-b0ac-ddc34e43bccb,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:57.298152 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-73076f69-6e1c-4a7c-9614-e67e60aba2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:57.300811 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 49416) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:32:57.309618 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Pushing event updated for resources: {'Port': ['ID=27556157-be0b-4c28-aaf6-de9fce1927b5,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:57.369184 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f80eb-48c4-4e62-b62f-e972b1c3839d req-adabb04b-0d44-4ef4-8c48-32249d5c0336 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:57.370750 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0a9f80eb-48c4-4e62-b62f-e972b1c3839d req-adabb04b-0d44-4ef4-8c48-32249d5c0336 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1976640 Aug 12 15:32:57.406658 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-37cf4777-43f9-4d80-b2ed-25bf3aa8e4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:57.427000 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:57.428430 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:57.429123 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:57.429863 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:57.430271 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:57.430677 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:57.431078 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:57.431479 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:57.431937 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:57.432306 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:57.432711 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:57.433108 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:57.436864 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Attempting to bind port 27556157-be0b-4c28-aaf6-de9fce1927b5 on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:32:57.437331 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Attempting to bind port 27556157-be0b-4c28-aaf6-de9fce1927b5 by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': '844a6bec-afac-46d6-94ce-d23922a214d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327'}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:32:57.443151 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Attempting to bind port 27556157-be0b-4c28-aaf6-de9fce1927b5 on network 18209e51-9c92-4530-bc69-1c817ee48327 {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:32:57.446333 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:57.450801 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:32:57.451276 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Checking segment: {'id': '844a6bec-afac-46d6-94ce-d23922a214d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:32:57.451762 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:57.452337 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Bound using segment: {'id': '844a6bec-afac-46d6-94ce-d23922a214d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327'} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:32:57.452940 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Bound port: 27556157-be0b-4c28-aaf6-de9fce1927b5, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844a6bec-afac-46d6-94ce-d23922a214d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327'}}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:32:57.453390 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:57.453715 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:57.484191 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:57.503625 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0a9f80eb-48c4-4e62-b62f-e972b1c3839d req-fda69369-58ff-41eb-bec0-13e1ea9863c6 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204250 Aug 12 15:32:57.505385 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-37cf4777-43f9-4d80-b2ed-25bf3aa8e4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:57.550721 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] For port 27556157-be0b-4c28-aaf6-de9fce1927b5, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:32:57.552625 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05d569-2dd8-4738-affb-7cb90a78f614 req-b860e860-a525-4289-8842-729a7b4492ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:57.554662 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-cb05d569-2dd8-4738-affb-7cb90a78f614 req-b860e860-a525-4289-8842-729a7b4492ff service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b916570d7d042448e9f20bea13de712&device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 1098 time: 0.3275161 Aug 12 15:32:57.554998 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] For port 27556157-be0b-4c28-aaf6-de9fce1927b5, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=27556157-be0b-4c28-aaf6-de9fce1927b5,segment=NetworkSegment(844a6bec-afac-46d6-94ce-d23922a214d0),segment_id=844a6bec-afac-46d6-94ce-d23922a214d0)] {{(pid=79209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:32:57.560979 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:57.576940 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:57.592124 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec9b9f-5565-4bb1-bd7f-b79dbdcf79cd req-b68932a5-d7df-47a2-a135-d16ea9a6b8c1 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:57.593832 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8bec9b9f-5565-4bb1-bd7f-b79dbdcf79cd req-b68932a5-d7df-47a2-a135-d16ea9a6b8c1 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698 HTTP/1.1" status: 200 len: 943 time: 0.1597798 Aug 12 15:32:57.625961 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-37cf4777-43f9-4d80-b2ed-25bf3aa8e4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:57.636796 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-4efe258b-d4cb-468a-8387-64ff8fc84753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:57.659669 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf4777-43f9-4d80-b2ed-25bf3aa8e4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966ef33b-24e5-4c46-b0ac-ddc34e43bccb,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:57.666925 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Pushing event updated for resources: {'Port': ['ID=27556157-be0b-4c28-aaf6-de9fce1927b5,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:57.677055 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:57.693165 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-37cf4777-43f9-4d80-b2ed-25bf3aa8e4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:57.694720 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-37cf4777-43f9-4d80-b2ed-25bf3aa8e4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:57.697723 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-37cf4777-43f9-4d80-b2ed-25bf3aa8e4df admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/966ef33b-24e5-4c46-b0ac-ddc34e43bccb HTTP/1.1" status: 204 len: 168 time: 0.3938296 Aug 12 15:32:57.758686 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8bec9b9f-5565-4bb1-bd7f-b79dbdcf79cd req-471f1b8f-9d4a-40fd-a8d1-64332484c5a9 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529214 Aug 12 15:32:57.779092 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Allocated IP 172.28.0.21 (0058a344-5c9e-42ec-8e15-86e71c7e20b6/afba140a-12ff-4429-a397-3adb0ba8c2af/15c3f918-cd15-4059-acdf-dd39e519dc09) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:32:57.799074 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c650cd-9663-48b7-a940-ac373150faaf req-f11d6a87-687f-4162-895e-1374c8903170 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:57.806643 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-43c650cd-9663-48b7-a940-ac373150faaf req-f11d6a87-687f-4162-895e-1374c8903170 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 946 time: 0.1490066 Aug 12 15:32:57.843754 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05d569-2dd8-4738-affb-7cb90a78f614 req-afc416af-8649-4b48-b013-afb616fc3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:57.845214 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-cb05d569-2dd8-4738-affb-7cb90a78f614 req-afc416af-8649-4b48-b013-afb616fc3253 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2b674c06-763a-4b9c-899f-74cb3faee52e HTTP/1.1" status: 200 len: 919 time: 0.2229216 Aug 12 15:32:57.891619 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-43c650cd-9663-48b7-a940-ac373150faaf req-ce2cdd9e-fef1-4763-a9f9-f9b2e0803404 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840087 Aug 12 15:32:57.900484 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 9398c59a-989f-4377-89b6-9cd829b958d6 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:32:58.093627 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-cb05d569-2dd8-4738-affb-7cb90a78f614 req-af5e7dbe-a5a1-417a-b636-01413195054b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb497821-8775-4fb2-87ea-78c8dee3409e HTTP/1.1" status: 200 len: 217 time: 0.1095009 Aug 12 15:32:58.176603 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 9398c59a-989f-4377-89b6-9cd829b958d6, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=9398c59a-989f-4377-89b6-9cd829b958d6,segment=NetworkSegment(4bf1b9c6-492b-43dd-80d5-be6fdb154102),segment_id=4bf1b9c6-492b-43dd-80d5-be6fdb154102)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:32:58.188113 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:58.193740 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': '9398c59a-989f-4377-89b6-9cd829b958d6', 'network_id': 'eef4648e-3c1a-40e7-9885-927f4c466ce1', 'port_id': '9398c59a-989f-4377-89b6-9cd829b958d6', 'mac_address': 'fa:16:3e:1d:d9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5d421a-d46f-4abb-b397-472e5f7a4c7d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:32:58.203881 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05d569-2dd8-4738-affb-7cb90a78f614 req-9c06e4ca-3b5d-4f40-8847-aab1905f0e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:58.205346 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-cb05d569-2dd8-4738-affb-7cb90a78f614 req-9c06e4ca-3b5d-4f40-8847-aab1905f0e58 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cce504bc-20fe-4dae-b0d4-c8fe9856a2a3 HTTP/1.1" status: 200 len: 858 time: 0.0869327 Aug 12 15:32:58.254933 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:58.266841 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-cb05d569-2dd8-4738-affb-7cb90a78f614 req-88f63957-5adb-49d5-a4d1-77bedc22be78 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2b674c06-763a-4b9c-899f-74cb3faee52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514436 Aug 12 15:32:58.275666 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9398c59a-989f-4377-89b6-9cd829b958d6 {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:32:58.285423 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:58.295246 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 9398c59a-989f-4377-89b6-9cd829b958d6, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=9398c59a-989f-4377-89b6-9cd829b958d6,segment=NetworkSegment(4bf1b9c6-492b-43dd-80d5-be6fdb154102),segment_id=4bf1b9c6-492b-43dd-80d5-be6fdb154102)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:32:58.295583 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-96a4eaa5-f907-44a5-ab0a-aa6a90497259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:58.301281 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:58.303520 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:58.379524 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:32:58.384663 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=9398c59a-989f-4377-89b6-9cd829b958d6,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:58.388842 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:32:58.389402 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:58.392099 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:32:58.402643 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 27556157-be0b-4c28-aaf6-de9fce1927b5 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:32:58.476790 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port 27556157-be0b-4c28-aaf6-de9fce1927b5 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:32:58.589443 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Pushing event updated for resources: {'Port': ['ID=15c3f918-cd15-4059-acdf-dd39e519dc09,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:58.592272 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:58.685646 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-cb05d569-2dd8-4738-affb-7cb90a78f614 req-49e327ff-cf51-4340-9ff2-62bc7f415d32 service neutron] 10.222.0.82 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924851 Aug 12 15:32:58.713070 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e62e06-2272-4963-bb56-4aa11dfdf58d req-23c2c0cb-0a87-42cc-9cd3-5fbe2162cd30 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:58.714983 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b7e62e06-2272-4963-bb56-4aa11dfdf58d req-23c2c0cb-0a87-42cc-9cd3-5fbe2162cd30 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.0901048 Aug 12 15:32:58.729799 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfe97a1-2838-45c8-aad1-f9f8d3f1ed3c None None] Network 18209e51-9c92-4530-bc69-1c817ee48327 requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:32:58.773767 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b7e62e06-2272-4963-bb56-4aa11dfdf58d req-7e4a2683-3b70-496a-a485-ead15221ac66 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520129 Aug 12 15:32:58.874809 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-4b855241-6498-44f9-a955-c449de2395a0 None None] Provisioning for port 27556157-be0b-4c28-aaf6-de9fce1927b5 completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:32:58.886931 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-4b855241-6498-44f9-a955-c449de2395a0 None None] Provisioning complete for port 27556157-be0b-4c28-aaf6-de9fce1927b5 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:32:58.887612 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4b855241-6498-44f9-a955-c449de2395a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:58.978784 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab010f-8dfa-470f-9f2d-56feac8e9359 req-c033498f-0cbe-4b5e-b4ae-f4acdf627a7d tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:58.986753 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-08ab010f-8dfa-470f-9f2d-56feac8e9359 req-c033498f-0cbe-4b5e-b4ae-f4acdf627a7d tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698 HTTP/1.1" status: 200 len: 944 time: 0.1064856 Aug 12 15:32:59.002821 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['9398c59a-989f-4377-89b6-9cd829b958d6'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:32:59.098449 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-cb05d569-2dd8-4738-affb-7cb90a78f614 req-5bd88c8d-0edd-4301-8183-f8db87e52e55 service neutron] 10.222.0.82 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540764 Aug 12 15:32:59.101296 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:59.150421 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-08ab010f-8dfa-470f-9f2d-56feac8e9359 req-040774e3-2b55-4eb7-9fba-830a04683e35 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627867 Aug 12 15:32:59.190940 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b292b8-44fe-4f32-8b53-5f3c0e7e29fc req-fb3d3d3f-1081-4762-aeb7-0da9135ba72f tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:59.203526 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f6b292b8-44fe-4f32-8b53-5f3c0e7e29fc req-fb3d3d3f-1081-4762-aeb7-0da9135ba72f tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 946 time: 0.1989050 Aug 12 15:32:59.229686 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4b855241-6498-44f9-a955-c449de2395a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:59.303639 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-4b855241-6498-44f9-a955-c449de2395a0 None None] For port 27556157-be0b-4c28-aaf6-de9fce1927b5, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=27556157-be0b-4c28-aaf6-de9fce1927b5,segment=NetworkSegment(844a6bec-afac-46d6-94ce-d23922a214d0),segment_id=844a6bec-afac-46d6-94ce-d23922a214d0)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:32:59.319866 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f6b292b8-44fe-4f32-8b53-5f3c0e7e29fc req-10899304-82d1-4b59-a2ed-1c1a72cde618 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153462 Aug 12 15:32:59.327286 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4b855241-6498-44f9-a955-c449de2395a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:59.333118 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:32:59.429871 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd678d-cfb8-47b4-abec-6a7c7b843c6c req-1666eea9-56ba-4cf3-9537-1bef38b1bf31 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:59.430601 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-d9cd678d-cfb8-47b4-abec-6a7c7b843c6c req-1666eea9-56ba-4cf3-9537-1bef38b1bf31 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Synchronizing usage tracker for tenant:9e079d5a71e84fd2a7b132b69b028ffe on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:32:59.462786 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b855241-6498-44f9-a955-c449de2395a0 None None] Pushing event updated for resources: {'Port': ['ID=27556157-be0b-4c28-aaf6-de9fce1927b5,revision_number=3']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:59.465854 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-4b855241-6498-44f9-a955-c449de2395a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:32:59.478462 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-d9cd678d-cfb8-47b4-abec-6a7c7b843c6c req-1666eea9-56ba-4cf3-9537-1bef38b1bf31 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Unset dirty status for tenant:9e079d5a71e84fd2a7b132b69b028ffe on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:32:59.479584 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d9cd678d-cfb8-47b4-abec-6a7c7b843c6c req-1666eea9-56ba-4cf3-9537-1bef38b1bf31 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.82 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 946 time: 0.2939687 Aug 12 15:32:59.547687 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-639b1df5-15a1-480a-a2f1-a672c4b50a16 None None] Provisioning complete for port 27556157-be0b-4c28-aaf6-de9fce1927b5 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:32:59.547949 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-639b1df5-15a1-480a-a2f1-a672c4b50a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:59.620237 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-d9cd678d-cfb8-47b4-abec-6a7c7b843c6c req-f626f448-c9d3-41f6-b1e3-7bbccce71d43 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Deleting port 83a6b441-d5e3-4cca-9396-8689645350e7 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:32:59.620578 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-d9cd678d-cfb8-47b4-abec-6a7c7b843c6c req-f626f448-c9d3-41f6-b1e3-7bbccce71d43 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:59.649928 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544154'] for router, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:59.955212 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f05c98-433d-42af-8d3d-236a6b1eefbe req-3d40f7b7-e10e-49f8-9c10-9c11740d2476 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:59.956657 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f0f05c98-433d-42af-8d3d-236a6b1eefbe req-3d40f7b7-e10e-49f8-9c10-9c11740d2476 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.0822747 Aug 12 15:33:00.000760 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f0f05c98-433d-42af-8d3d-236a6b1eefbe req-306f2349-873d-489d-9834-3f903e6e98dc tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383842 Aug 12 15:33:00.035388 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-d9cd678d-cfb8-47b4-abec-6a7c7b843c6c req-f626f448-c9d3-41f6-b1e3-7bbccce71d43 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] For port 83a6b441-d5e3-4cca-9396-8689645350e7, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=83a6b441-d5e3-4cca-9396-8689645350e7,segment=NetworkSegment(f121fbc5-3d8b-4df1-abd9-125f9716be35),segment_id=f121fbc5-3d8b-4df1-abd9-125f9716be35)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:33:00.035749 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-d9cd678d-cfb8-47b4-abec-6a7c7b843c6c req-f626f448-c9d3-41f6-b1e3-7bbccce71d43 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:00.048222 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Router 2c0c63c9-b1ad-420b-ba17-9af116af8460 is scheduled to L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d with binding_index 1 {{(pid=79208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:33:00.161449 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-d9cd678d-cfb8-47b4-abec-6a7c7b843c6c req-f626f448-c9d3-41f6-b1e3-7bbccce71d43 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Calling delete_port for 83a6b441-d5e3-4cca-9396-8689645350e7 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:33:00.351052 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 27556157-be0b-4c28-aaf6-de9fce1927b5 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:33:00.361744 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739aec3-e7d2-4be9-afb6-4f79129a60df req-92f52b73-b5ad-4c4e-8fb0-12b3374521fb tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:00.363177 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2739aec3-e7d2-4be9-afb6-4f79129a60df req-92f52b73-b5ad-4c4e-8fb0-12b3374521fb tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698 HTTP/1.1" status: 200 len: 944 time: 0.0935893 Aug 12 15:33:00.421964 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2739aec3-e7d2-4be9-afb6-4f79129a60df req-a69f1030-0d16-49dd-be70-2ecb625ceb71 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510118 Aug 12 15:33:00.450414 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 27556157-be0b-4c28-aaf6-de9fce1927b5 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:00.451679 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:00.568796 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1542ce-0c16-41f5-8572-792bdb557853 req-ad594f3f-e5c9-4f67-b511-03d0376dce24 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:00.569029 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:33:00.576303 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dc1542ce-0c16-41f5-8572-792bdb557853 req-ad594f3f-e5c9-4f67-b511-03d0376dce24 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea HTTP/1.1" status: 200 len: 946 time: 0.1065693 Aug 12 15:33:00.582762 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Sync routers for ids ['2c0c63c9-b1ad-420b-ba17-9af116af8460'] in dv-cinder-804345-1-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:33:00.594833 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Routers {'2c0c63c9-b1ad-420b-ba17-9af116af8460'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:33:00.601589 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:32:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['2c0c63c9-b1ad-420b-ba17-9af116af8460'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:00.604489 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-d9cd678d-cfb8-47b4-abec-6a7c7b843c6c req-f626f448-c9d3-41f6-b1e3-7bbccce71d43 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:00.611518 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:00.625168 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dc1542ce-0c16-41f5-8572-792bdb557853 req-62bfb901-ea43-45c1-b7f5-fbd13cbf264a tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479743 Aug 12 15:33:00.664545 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626f448-c9d3-41f6-b1e3-7bbccce71d43 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Pushing event deleted for resources: {'Port': ['ID=83a6b441-d5e3-4cca-9396-8689645350e7,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:00.667900 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f626f448-c9d3-41f6-b1e3-7bbccce71d43 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:00.673107 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['33a03c4a-af94-4f4d-bdc3-143df79f341e', 'd1d3ac54-2631-4e02-a31b-2264ffc5d4d2', 'c6d85359-e188-4de8-9847-16f5614b0742'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:33:00.693516 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Notify callbacks [] for router, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:00.697738 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 49454) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:33:00.697861 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2744970 Aug 12 15:33:00.749697 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cd678d-cfb8-47b4-abec-6a7c7b843c6c req-f626f448-c9d3-41f6-b1e3-7bbccce71d43 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] No DVR routers for this DVR port 83a6b441-d5e3-4cca-9396-8689645350e7 on host hv-cinder-80434 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:33:00.752975 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-d9cd678d-cfb8-47b4-abec-6a7c7b843c6c req-f626f448-c9d3-41f6-b1e3-7bbccce71d43 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:00.755501 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d9cd678d-cfb8-47b4-abec-6a7c7b843c6c req-f626f448-c9d3-41f6-b1e3-7bbccce71d43 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.82 "DELETE /v2.0/ports/83a6b441-d5e3-4cca-9396-8689645350e7 HTTP/1.1" status: 204 len: 173 time: 1.2266014 Aug 12 15:33:00.756658 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea', 'name': 'network-vif-deleted', 'tag': '83a6b441-d5e3-4cca-9396-8689645350e7'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:33:00.807763 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec7b57a-5bdc-4f6d-ada5-e6f1aa0297ea', 'name': 'network-vif-deleted', 'tag': '83a6b441-d5e3-4cca-9396-8689645350e7', 'status': 'completed', 'code': 200} Aug 12 15:33:00.856520 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Set router 2c0c63c9-b1ad-420b-ba17-9af116af8460 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:33:01.203953 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'name': 'tempest-TestMinimumBasicScenario-465498279-router', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:56Z', 'updated_at': '2021-08-12T15:32:58Z', 'revision_number': 3, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'gw_port': {'id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:18:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:57Z', 'updated_at': '2021-08-12T15:32:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:01.207694 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Checking router: 2c0c63c9-b1ad-420b-ba17-9af116af8460 for host: dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:33:01.208072 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Updating router 2c0c63c9-b1ad-420b-ba17-9af116af8460 port 15c3f918-cd15-4059-acdf-dd39e519dc09 binding host dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:33:01.262309 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:01.368307 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796b74d-6d14-4f71-b07e-19ff299d822b req-fdc68cf4-c6a4-4199-b287-94e5484458ac tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:01.369780 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8796b74d-6d14-4f71-b07e-19ff299d822b req-fdc68cf4-c6a4-4199-b287-94e5484458ac tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.2061143 Aug 12 15:33:01.468342 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8796b74d-6d14-4f71-b07e-19ff299d822b req-848bb871-bd40-4714-9b33-1825f0716b37 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923982 Aug 12 15:33:01.538055 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:01.609119 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Notify callbacks [] for port, precommit_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:01.621981 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Transition to ACTIVE for port object 15c3f918-cd15-4059-acdf-dd39e519dc09 will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:33:01.629967 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:01.641587 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:01.717048 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Attempting to bind port 15c3f918-cd15-4059-acdf-dd39e519dc09 on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:33:01.717530 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Attempting to bind port 15c3f918-cd15-4059-acdf-dd39e519dc09 by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:33:01.718014 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Attempting to bind port 15c3f918-cd15-4059-acdf-dd39e519dc09 on network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:33:01.729210 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:33:01.729713 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Checking segment: {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:33:01.730132 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:01.730934 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Bound using segment: {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:33:01.731068 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Bound port: 15c3f918-cd15-4059-acdf-dd39e519dc09, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:33:01.731407 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:01.751071 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938021d-45d8-4486-92a1-1f21b64db402 req-1a310c6d-b4c8-41f6-af79-780b25fd682f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:01.752528 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a938021d-45d8-4486-92a1-1f21b64db402 req-1a310c6d-b4c8-41f6-af79-780b25fd682f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698 HTTP/1.1" status: 200 len: 944 time: 0.2029364 Aug 12 15:33:01.783655 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42226544-030b-40ee-9aff-3b5ab29af6d0 None None] Pushing event updated for resources: {'Port': ['ID=15c3f918-cd15-4059-acdf-dd39e519dc09,revision_number=2']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:01.795997 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42226544-030b-40ee-9aff-3b5ab29af6d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:01.796333 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42226544-030b-40ee-9aff-3b5ab29af6d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:01.796664 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42226544-030b-40ee-9aff-3b5ab29af6d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:01.796991 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42226544-030b-40ee-9aff-3b5ab29af6d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:01.797312 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42226544-030b-40ee-9aff-3b5ab29af6d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:01.797662 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42226544-030b-40ee-9aff-3b5ab29af6d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:01.797984 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42226544-030b-40ee-9aff-3b5ab29af6d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:01.798302 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42226544-030b-40ee-9aff-3b5ab29af6d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:01.798620 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42226544-030b-40ee-9aff-3b5ab29af6d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:01.798937 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42226544-030b-40ee-9aff-3b5ab29af6d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:01.799252 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42226544-030b-40ee-9aff-3b5ab29af6d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:01.799566 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42226544-030b-40ee-9aff-3b5ab29af6d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:01.812116 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-42226544-030b-40ee-9aff-3b5ab29af6d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:01.825628 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] For port 15c3f918-cd15-4059-acdf-dd39e519dc09, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:33:01.828865 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] For port 15c3f918-cd15-4059-acdf-dd39e519dc09, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=15c3f918-cd15-4059-acdf-dd39e519dc09,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:33:01.832675 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:01.836901 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:01.888858 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 9398c59a-989f-4377-89b6-9cd829b958d6 up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:33:01.908264 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Routers {'2c0c63c9-b1ad-420b-ba17-9af116af8460'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:33:01.908460 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:32:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['2c0c63c9-b1ad-420b-ba17-9af116af8460'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:01.933395 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a938021d-45d8-4486-92a1-1f21b64db402 req-0b37acb9-7966-49e7-987a-cf5c7e515fec tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719267 Aug 12 15:33:01.934929 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_common [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Allocated IP 172.20.0.1 (18209e51-9c92-4530-bc69-1c817ee48327/585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1/e798e897-f03e-47e0-95ee-5874392d8c18) {{(pid=79207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:33:02.064684 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning for port 9398c59a-989f-4377-89b6-9cd829b958d6 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:33:02.078997 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port 9398c59a-989f-4377-89b6-9cd829b958d6 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:02.079517 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:02.124049 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:02.125827 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42226544-030b-40ee-9aff-3b5ab29af6d0 None None] Pushing event updated for resources: {'Port': ['ID=15c3f918-cd15-4059-acdf-dd39e519dc09,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:02.131480 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-42226544-030b-40ee-9aff-3b5ab29af6d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:02.151619 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.provisioning_blocks [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Transition to ACTIVE for port object e798e897-f03e-47e0-95ee-5874392d8c18 will not be triggered until provisioned by entity DHCP. {{(pid=79207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:33:02.155938 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] Set router 2c0c63c9-b1ad-420b-ba17-9af116af8460 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:33:02.177486 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:02.182099 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:02.246405 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:02.249373 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Network 18209e51-9c92-4530-bc69-1c817ee48327 is already hosted by enough agents. {{(pid=79207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:33:02.252321 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:33:02.255941 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Received port after_create {{(pid=79207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:33:02.278537 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9398c59a-989f-4377-89b6-9cd829b958d6'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:33:02.289822 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 9398c59a-989f-4377-89b6-9cd829b958d6, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=9398c59a-989f-4377-89b6-9cd829b958d6,segment=NetworkSegment(4bf1b9c6-492b-43dd-80d5-be6fdb154102),segment_id=4bf1b9c6-492b-43dd-80d5-be6fdb154102)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:33:02.294560 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:02.295837 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 83a6b441-d5e3-4cca-9396-8689645350e7 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:33:02.296777 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Pushing event updated for resources: {'Port': ['ID=e798e897-f03e-47e0-95ee-5874392d8c18,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:02.313736 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:02.351554 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717407'] for router_interface, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:02.359267 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:02.410271 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] No Port match for: 83a6b441-d5e3-4cca-9396-8689645350e7 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:33:02.410659 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 83a6b441-d5e3-4cca-9396-8689645350e7 not bound to the agent host hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:33:02.413221 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9398c59a-989f-4377-89b6-9cd829b958d6', 'code': 200} Aug 12 15:33:02.456635 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=9398c59a-989f-4377-89b6-9cd829b958d6,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:02.461024 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:02.516486 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:02.516930 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'name': 'tempest-TestMinimumBasicScenario-465498279-router', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:56Z', 'updated_at': '2021-08-12T15:32:58Z', 'revision_number': 3, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'gw_port': {'id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:18:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:57Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:02.522377 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac12c9-f569-4059-a7e9-91335df81b23 None None] The sync data for ids ['2c0c63c9-b1ad-420b-ba17-9af116af8460'] in dv-cinder-804345-1-smb is: [{'id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'name': 'tempest-TestMinimumBasicScenario-465498279-router', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:56Z', 'updated_at': '2021-08-12T15:32:58Z', 'revision_number': 3, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'gw_port': {'id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:18:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:57Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:33:02.721365 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9deb70-c979-4a0d-acdc-ef17aabe801f req-57798d7e-4883-47d0-ad73-5bca64fb529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:02.722905 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6d9deb70-c979-4a0d-acdc-ef17aabe801f req-57798d7e-4883-47d0-ad73-5bca64fb529c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698 HTTP/1.1" status: 200 len: 1098 time: 0.0726519 Aug 12 15:33:02.727259 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-fbc23199-bcc3-49f3-a60d-8ad29c7c0093 None None] Provisioning for port e798e897-f03e-47e0-95ee-5874392d8c18 completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:33:02.732538 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-fbc23199-bcc3-49f3-a60d-8ad29c7c0093 None None] Provisioning complete for port e798e897-f03e-47e0-95ee-5874392d8c18 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:02.733116 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fbc23199-bcc3-49f3-a60d-8ad29c7c0093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:02.816169 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-fbc23199-bcc3-49f3-a60d-8ad29c7c0093 None None] Port e798e897-f03e-47e0-95ee-5874392d8c18 cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:33:02.826023 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8eb47-9bb4-4ebf-a157-8ac835fc2901 req-7312afc1-5be9-4870-8bd2-0994aeb8a681 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:02.827446 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b7e8eb47-9bb4-4ebf-a157-8ac835fc2901 req-7312afc1-5be9-4870-8bd2-0994aeb8a681 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.2187986 Aug 12 15:33:02.827994 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6d9deb70-c979-4a0d-acdc-ef17aabe801f req-ddbbac11-b9ef-4e53-89ee-1029661963ca service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835648 Aug 12 15:33:02.872101 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:02.884582 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2979777'] for port, after_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:02.917263 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:02.980283 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b7e8eb47-9bb4-4ebf-a157-8ac835fc2901 req-69785ee6-f1a6-46c8-980c-8ff56731462a tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461174 Aug 12 15:33:02.999952 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717360'] for router_interface, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:03.031649 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Pushing event updated for resources: {'Port': ['ID=e798e897-f03e-47e0-95ee-5874392d8c18,revision_number=2']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:03.038157 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:03.214998 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Network 18209e51-9c92-4530-bc69-1c817ee48327 is already hosted by enough agents. {{(pid=79207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:33:03.217605 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:33:03.286538 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117128a-2776-4dc2-82ef-a0274a5e7662 req-76d567d9-0199-4d58-831c-55e0a4335e01 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:03.294162 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a117128a-2776-4dc2-82ef-a0274a5e7662 req-76d567d9-0199-4d58-831c-55e0a4335e01 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698 HTTP/1.1" status: 200 len: 945 time: 0.1931419 Aug 12 15:33:03.456331 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a117128a-2776-4dc2-82ef-a0274a5e7662 req-2c1cfdf0-8015-45c4-81be-489731c57c54 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607180 Aug 12 15:33:03.458988 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-982c98dc-ccb3-4569-82a2-a06319bdeb24 None None] Provisioning complete for port e798e897-f03e-47e0-95ee-5874392d8c18 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:03.459969 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-982c98dc-ccb3-4569-82a2-a06319bdeb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:03.496923 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Router 2c0c63c9-b1ad-420b-ba17-9af116af8460 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:33:03.518226 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-982c98dc-ccb3-4569-82a2-a06319bdeb24 None None] Port e798e897-f03e-47e0-95ee-5874392d8c18 cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:33:03.757393 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:33:03.799950 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] 10.222.0.59 "PUT /v2.0/routers/2c0c63c9-b1ad-420b-ba17-9af116af8460/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1008251 Aug 12 15:33:03.844314 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecef98-4ca6-40ba-9924-248e4d766631 req-d5c2d73a-eabb-430f-99a8-65d175bb2285 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:03.845920 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-36ecef98-4ca6-40ba-9924-248e4d766631 req-d5c2d73a-eabb-430f-99a8-65d175bb2285 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 946 time: 0.0865695 Aug 12 15:33:03.892970 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-36ecef98-4ca6-40ba-9924-248e4d766631 req-4dcd30e3-b65d-45a8-aa6d-ad80ef651626 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412397 Aug 12 15:33:04.147656 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:33:04.170821 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Sync routers for ids ['2c0c63c9-b1ad-420b-ba17-9af116af8460'] in dv-cinder-804345-1-smb {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:33:04.180132 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Routers {'2c0c63c9-b1ad-420b-ba17-9af116af8460'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:33:04.180759 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:32:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['2c0c63c9-b1ad-420b-ba17-9af116af8460'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:04.185668 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b9721-15be-441a-8ba9-679f6ce11d81 req-378471f5-32dd-45b9-b0ad-dcf0fe6cde08 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:04.187529 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-262b9721-15be-441a-8ba9-679f6ce11d81 req-378471f5-32dd-45b9-b0ad-dcf0fe6cde08 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.0926542 Aug 12 15:33:04.244447 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-262b9721-15be-441a-8ba9-679f6ce11d81 req-06437576-f3d7-451a-8b43-afd5f9feba6d tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505807 Aug 12 15:33:04.371318 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Set router 2c0c63c9-b1ad-420b-ba17-9af116af8460 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:33:04.414133 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 49512) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:33:04.414478 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 15c3f918-cd15-4059-acdf-dd39e519dc09 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:33:04.419471 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1874064469-network', 'tenant_id': '468628db3ed14a72b6d4677fa45b04dd'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:33:04.423905 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:33:04.427731 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Usage tracker for resource:network and tenant:468628db3ed14a72b6d4677fa45b04dd is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:33:04.431008 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:33:04.436533 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:33:04.448316 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Made reservation on behalf of 468628db3ed14a72b6d4677fa45b04dd for: {'network': 1} {{(pid=79207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:33:04.450705 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for network, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:04.463011 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:04.481363 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:33:04.485909 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Usage tracker for resource:security_group_rule and tenant:468628db3ed14a72b6d4677fa45b04dd is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:33:04.488946 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:33:04.495300 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:33:04.586471 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port 15c3f918-cd15-4059-acdf-dd39e519dc09 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:33:04.596401 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 15c3f918-cd15-4059-acdf-dd39e519dc09 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:04.596786 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:04.632437 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:04.637582 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:04.641898 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-150b0fa2-717f-4bea-8e4d-559e3c8d9df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:04.673039 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=79207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:33:04.690562 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9b817b-064f-4fae-81a0-f4ecb1518c3d,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:04.695955 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:04.696297 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.db.segments_db [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Added segment 93bbda2a-7274-432a-a909-e24e5efac8dd of type vlan for network 1d8cbd38-63e7-4ec2-9f73-591215fac08a Aug 12 15:33:04.697536 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:04.716457 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feeeb1-494f-4a5e-9227-f50887127035 req-05f82da2-57de-4e1e-a6de-ff185395777f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:04.717991 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e0feeeb1-494f-4a5e-9227-f50887127035 req-05f82da2-57de-4e1e-a6de-ff185395777f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698 HTTP/1.1" status: 200 len: 945 time: 0.1493638 Aug 12 15:33:04.754301 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783031021186'] for network, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:04.790722 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e0feeeb1-494f-4a5e-9227-f50887127035 req-c6c6897f-a47d-40c5-b2ab-4a74566b267d tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615709 Aug 12 15:33:04.818478 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for network, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:04.820028 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:04.820394 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:04.831759 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:04.832337 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:04.854778 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] For port 15c3f918-cd15-4059-acdf-dd39e519dc09, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=15c3f918-cd15-4059-acdf-dd39e519dc09,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:33:04.859707 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:04.861740 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:04.922811 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'name': 'tempest-TestMinimumBasicScenario-465498279-router', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:56Z', 'updated_at': '2021-08-12T15:33:02Z', 'revision_number': 4, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'gw_port': {'id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:18:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:57Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'e798e897-f03e-47e0-95ee-5874392d8c18', 'name': '', 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'mac_address': 'fa:16:3e:2a:69:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:01Z', 'updated_at': '2021-08-12T15:33:02Z', 'revision_number': 2, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'subnets': [{'id': '585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:04.930177 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Checking router: 2c0c63c9-b1ad-420b-ba17-9af116af8460 for host: dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:33:04.930627 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Updating router 2c0c63c9-b1ad-420b-ba17-9af116af8460 port e798e897-f03e-47e0-95ee-5874392d8c18 binding host dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:33:04.939221 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Pushing event updated for resources: {'Network': ['ID=1d8cbd38-63e7-4ec2-9f73-591215fac08a,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:04.942147 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:04.943727 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5286283 Aug 12 15:33:04.946441 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 49522) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:33:04.952689 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-c7bd3a4e-7007-4291-b03a-cd110e27e91e admin admin] Request body: {'subnet': {'network_id': '1d8cbd38-63e7-4ec2-9f73-591215fac08a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1874064469-subnet', 'tenant_id': '468628db3ed14a72b6d4677fa45b04dd', 'ip_version': 4}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:33:04.957337 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Network 1d8cbd38-63e7-4ec2-9f73-591215fac08a details requested by agent ovs-agent-dv-cinder-804345-1-smb with host dv-cinder-804345-1-smb {{(pid=79209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 12 15:33:04.957625 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-c7bd3a4e-7007-4291-b03a-cd110e27e91e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:33:04.961995 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-c7bd3a4e-7007-4291-b03a-cd110e27e91e admin admin] Usage tracker for resource:subnet and tenant:468628db3ed14a72b6d4677fa45b04dd is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:33:04.964837 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-c7bd3a4e-7007-4291-b03a-cd110e27e91e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:33:04.983422 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-c7bd3a4e-7007-4291-b03a-cd110e27e91e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:33:05.006394 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bd3a4e-7007-4291-b03a-cd110e27e91e admin admin] Made reservation on behalf of 468628db3ed14a72b6d4677fa45b04dd for: {'subnet': 1} {{(pid=79207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:33:05.010879 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c7bd3a4e-7007-4291-b03a-cd110e27e91e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2156165'] for subnet, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:05.011781 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Pushing event updated for resources: {'Port': ['ID=15c3f918-cd15-4059-acdf-dd39e519dc09,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:05.017772 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:05.080418 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:05.204525 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f26b5-cc50-45aa-888f-33b88a5d0d08 req-b99eda9b-3bd6-4b89-8a77-bb9d86c08d73 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:05.211858 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7f2f26b5-cc50-45aa-888f-33b88a5d0d08 req-b99eda9b-3bd6-4b89-8a77-bb9d86c08d73 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 946 time: 0.1790056 Aug 12 15:33:05.319430 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7f2f26b5-cc50-45aa-888f-33b88a5d0d08 req-dbc1a0d5-3430-483c-8d43-d35260e9e508 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061072 Aug 12 15:33:05.375177 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c7bd3a4e-7007-4291-b03a-cd110e27e91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2978888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2156279'] for subnet, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:05.387642 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:05.525511 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd3a4e-7007-4291-b03a-cd110e27e91e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba6a667-aa69-4e53-b86f-01cfcd39b8a6,revision_number=0']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:05.532006 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-c7bd3a4e-7007-4291-b03a-cd110e27e91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:05.544474 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd3a4e-7007-4291-b03a-cd110e27e91e admin admin] Checking segment: {'id': '93bbda2a-7274-432a-a909-e24e5efac8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d8cbd38-63e7-4ec2-9f73-591215fac08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:33:05.544825 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bd3a4e-7007-4291-b03a-cd110e27e91e admin admin] Network hostable DHCP agents. Network: 1d8cbd38-63e7-4ec2-9f73-591215fac08a, hostable agents: ['4f8a9972-eba5-4715-9ddd-7ea9a03f6a04'], hosted agents: [] {{(pid=79207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:33:05.562212 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:05.574664 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Transition to ACTIVE for port object e798e897-f03e-47e0-95ee-5874392d8c18 will not be triggered until provisioned by entity L2. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:33:05.576393 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed23e2-c5f4-40c4-8b86-b285663fa3f6 req-452e4152-2211-4fbc-a1c4-6ff17986acfb tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:05.577970 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c2ed23e2-c5f4-40c4-8b86-b285663fa3f6 req-452e4152-2211-4fbc-a1c4-6ff17986acfb tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1619098 Aug 12 15:33:05.581888 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:05.582822 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bd3a4e-7007-4291-b03a-cd110e27e91e admin admin] Network 1d8cbd38-63e7-4ec2-9f73-591215fac08a is scheduled to be hosted by DHCP agent 4f8a9972-eba5-4715-9ddd-7ea9a03f6a04 with binding_index 1 {{(pid=79207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:33:05.586693 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:05.609795 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-c7bd3a4e-7007-4291-b03a-cd110e27e91e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-smb, 1d8cbd38-63e7-4ec2-9f73-591215fac08a) {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:33:05.621827 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bd3a4e-7007-4291-b03a-cd110e27e91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:05.622407 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c7bd3a4e-7007-4291-b03a-cd110e27e91e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:05.628975 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800e3c9a-3fac-4368-95c8-d32d5836ed51 None None] Network 1d8cbd38-63e7-4ec2-9f73-591215fac08a requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:33:05.642408 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c2ed23e2-c5f4-40c4-8b86-b285663fa3f6 req-1c00f828-7ea0-4f41-a339-b391bd786409 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571010 Aug 12 15:33:05.653421 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-c7bd3a4e-7007-4291-b03a-cd110e27e91e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7036512 Aug 12 15:33:05.653725 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 49534) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:33:05.659533 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1874064469-router', 'tenant_id': '468628db3ed14a72b6d4677fa45b04dd', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:33:05.664521 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:33:05.670264 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Usage tracker for resource:router and tenant:468628db3ed14a72b6d4677fa45b04dd is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:33:05.673075 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:33:05.678948 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:33:05.692407 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1684'] for router, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:05.693701 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1709'] for router, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:05.711419 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:05.861397 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774157d-b2f0-4110-8657-9a6b19f71ceb None None] Pushing event updated for resources: {'Port': ['ID=e798e897-f03e-47e0-95ee-5874392d8c18,revision_number=3']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:05.904683 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-6774157d-b2f0-4110-8657-9a6b19f71ceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:05.941830 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Attempting to bind port e798e897-f03e-47e0-95ee-5874392d8c18 on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:33:05.942168 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Attempting to bind port e798e897-f03e-47e0-95ee-5874392d8c18 by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': '844a6bec-afac-46d6-94ce-d23922a214d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327'}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:33:05.942511 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Attempting to bind port e798e897-f03e-47e0-95ee-5874392d8c18 on network 18209e51-9c92-4530-bc69-1c817ee48327 {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:33:05.979715 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:33:05.980013 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Checking segment: {'id': '844a6bec-afac-46d6-94ce-d23922a214d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:33:05.980429 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:05.980833 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Bound using segment: {'id': '844a6bec-afac-46d6-94ce-d23922a214d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327'} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:33:05.981316 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Bound port: e798e897-f03e-47e0-95ee-5874392d8c18, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844a6bec-afac-46d6-94ce-d23922a214d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327'}}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:33:05.981722 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:06.063610 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1715'] for router, precommit_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:06.122022 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f19a329-6de7-551c-b893-0ca916fef3f6-1d8cbd38-63e7-4ec2-9f73-591215fac08a', 'network_id': '1d8cbd38-63e7-4ec2-9f73-591215fac08a', 'tenant_id': '468628db3ed14a72b6d4677fa45b04dd', 'fixed_ips': [{'subnet_id': '3ba6a667-aa69-4e53-b86f-01cfcd39b8a6'}]}} from dv-cinder-804345-1-smb. {{(pid=79209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 12 15:33:06.122863 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:06.186766 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] For port e798e897-f03e-47e0-95ee-5874392d8c18, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:33:06.198801 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25defe41-bef1-4fa4-8508-9728da475566 req-b0716810-20ba-433d-b572-4dfcf23bd12e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:06.200256 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-25defe41-bef1-4fa4-8508-9728da475566 req-b0716810-20ba-433d-b572-4dfcf23bd12e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698 HTTP/1.1" status: 200 len: 945 time: 0.2545168 Aug 12 15:33:06.203784 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] For port e798e897-f03e-47e0-95ee-5874392d8c18, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=e798e897-f03e-47e0-95ee-5874392d8c18,segment=NetworkSegment(844a6bec-afac-46d6-94ce-d23922a214d0),segment_id=844a6bec-afac-46d6-94ce-d23922a214d0)] {{(pid=79209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:33:06.215325 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:06.222511 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-6774157d-b2f0-4110-8657-9a6b19f71ceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:06.314090 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-25defe41-bef1-4fa4-8508-9728da475566 req-71d612f3-052b-4702-8719-e1d76a38972e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668838 Aug 12 15:33:06.361386 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Routers {'2c0c63c9-b1ad-420b-ba17-9af116af8460'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:33:06.362068 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:32:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['2c0c63c9-b1ad-420b-ba17-9af116af8460'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:06.475681 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 15c3f918-cd15-4059-acdf-dd39e519dc09 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:33:06.517373 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774157d-b2f0-4110-8657-9a6b19f71ceb None None] Pushing event updated for resources: {'Port': ['ID=e798e897-f03e-47e0-95ee-5874392d8c18,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:06.553860 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-6774157d-b2f0-4110-8657-9a6b19f71ceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:06.581521 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Allocated IP 172.20.0.2 (1d8cbd38-63e7-4ec2-9f73-591215fac08a/3ba6a667-aa69-4e53-b86f-01cfcd39b8a6/ca3160ca-1748-455c-9f0e-5587461423dc) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:33:06.606041 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:06.639623 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:06.722166 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca03e8d-ca80-42a6-8b09-8421927e55b9 req-7f8439e5-756b-443a-92b6-6fed8a9295b4 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:06.729095 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1ca03e8d-ca80-42a6-8b09-8421927e55b9 req-7f8439e5-756b-443a-92b6-6fed8a9295b4 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 946 time: 0.1997178 Aug 12 15:33:06.806071 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 15c3f918-cd15-4059-acdf-dd39e519dc09 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:06.806610 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:06.826498 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1ca03e8d-ca80-42a6-8b09-8421927e55b9 req-2ca4e832-e649-465a-b7be-e8833009a1e6 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964658 Aug 12 15:33:06.876380 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_common [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Allocated IP 172.28.0.187 (0058a344-5c9e-42ec-8e15-86e71c7e20b6/afba140a-12ff-4429-a397-3adb0ba8c2af/332fcab8-15fa-42b5-92fc-c564dde883ad) {{(pid=79207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:33:06.910873 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] Set router 2c0c63c9-b1ad-420b-ba17-9af116af8460 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:33:07.022367 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d83c1-c8a9-4176-865a-7fd27d967347 req-a8a6a277-32a4-4c97-a432-766918d70f40 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:07.024061 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-d12d83c1-c8a9-4176-865a-7fd27d967347 req-a8a6a277-32a4-4c97-a432-766918d70f40 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Synchronizing usage tracker for tenant:9e079d5a71e84fd2a7b132b69b028ffe on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:33:07.042815 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-d12d83c1-c8a9-4176-865a-7fd27d967347 req-a8a6a277-32a4-4c97-a432-766918d70f40 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Unset dirty status for tenant:9e079d5a71e84fd2a7b132b69b028ffe on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:33:07.045052 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d12d83c1-c8a9-4176-865a-7fd27d967347 req-a8a6a277-32a4-4c97-a432-766918d70f40 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.82 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 946 time: 0.1831558 Aug 12 15:33:07.132739 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-d12d83c1-c8a9-4176-865a-7fd27d967347 req-ccbe6b9c-2e8e-4d0c-81a8-8babde8f47f2 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Deleting port c6d85359-e188-4de8-9847-16f5614b0742 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:33:07.133687 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-d12d83c1-c8a9-4176-865a-7fd27d967347 req-ccbe6b9c-2e8e-4d0c-81a8-8babde8f47f2 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:07.165442 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:07.206750 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a74ae4-9408-4be0-bf26-7104ce4a945c req-964b4923-fedc-485d-a430-d83862d1f10d tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:07.208253 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-90a74ae4-9408-4be0-bf26-7104ce4a945c req-964b4923-fedc-485d-a430-d83862d1f10d tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1263058 Aug 12 15:33:07.264504 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:07.292757 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:07.413910 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:07.428707 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Pushing event updated for resources: {'Port': ['ID=332fcab8-15fa-42b5-92fc-c564dde883ad,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:07.431182 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:07.443523 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Transition to ACTIVE for port object ca3160ca-1748-455c-9f0e-5587461423dc will not be triggered until provisioned by entity L2. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:33:07.476526 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-90a74ae4-9408-4be0-bf26-7104ce4a945c req-99dbe6a6-836e-496e-a33b-dad6a3b4b258 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566149 Aug 12 15:33:07.478655 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 is already hosted by enough agents. {{(pid=79207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:33:07.481375 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Resources bound (agent type, host, resource id): {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:33:07.494596 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Received port after_create {{(pid=79207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:33:07.525623 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Transition to ACTIVE for port object ca3160ca-1748-455c-9f0e-5587461423dc will not be triggered until provisioned by entity DHCP. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:33:07.539548 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:07.545910 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-6ca5ca6a-63c8-4360-8ba9-88a40fe25d8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:07.599244 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-d12d83c1-c8a9-4176-865a-7fd27d967347 req-ccbe6b9c-2e8e-4d0c-81a8-8babde8f47f2 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] For port c6d85359-e188-4de8-9847-16f5614b0742, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=c6d85359-e188-4de8-9847-16f5614b0742,segment=NetworkSegment(f121fbc5-3d8b-4df1-abd9-125f9716be35),segment_id=f121fbc5-3d8b-4df1-abd9-125f9716be35)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:33:07.599609 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-d12d83c1-c8a9-4176-865a-7fd27d967347 req-ccbe6b9c-2e8e-4d0c-81a8-8babde8f47f2 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:07.621940 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Network 1d8cbd38-63e7-4ec2-9f73-591215fac08a is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:33:07.641916 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Pushing event updated for resources: {'Port': ['ID=ca3160ca-1748-455c-9f0e-5587461423dc,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:07.654352 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:33:07.657708 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:07.658676 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:33:07.753850 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'name': 'tempest-TestMinimumBasicScenario-465498279-router', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:56Z', 'updated_at': '2021-08-12T15:33:02Z', 'revision_number': 4, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'gw_port': {'id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:18:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:57Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'e798e897-f03e-47e0-95ee-5874392d8c18', 'name': '', 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'mac_address': 'fa:16:3e:2a:69:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:01Z', 'updated_at': '2021-08-12T15:33:06Z', 'revision_number': 4, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'subnets': [{'id': '585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:07.768301 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd05179-3360-4f2a-ba7f-2cb616e8750d None None] The sync data for ids ['2c0c63c9-b1ad-420b-ba17-9af116af8460'] in dv-cinder-804345-1-smb is: [{'id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'name': 'tempest-TestMinimumBasicScenario-465498279-router', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:56Z', 'updated_at': '2021-08-12T15:33:02Z', 'revision_number': 4, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'gw_port': {'id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:18:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:57Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'e798e897-f03e-47e0-95ee-5874392d8c18', 'name': '', 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'mac_address': 'fa:16:3e:2a:69:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:01Z', 'updated_at': '2021-08-12T15:33:06Z', 'revision_number': 4, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'subnets': [{'id': '585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:33:07.770207 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-d12d83c1-c8a9-4176-865a-7fd27d967347 req-ccbe6b9c-2e8e-4d0c-81a8-8babde8f47f2 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Calling delete_port for c6d85359-e188-4de8-9847-16f5614b0742 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:33:07.780612 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Attempting to bind port ca3160ca-1748-455c-9f0e-5587461423dc on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:33:07.781134 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Attempting to bind port ca3160ca-1748-455c-9f0e-5587461423dc by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': '93bbda2a-7274-432a-a909-e24e5efac8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d8cbd38-63e7-4ec2-9f73-591215fac08a'}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:33:07.781919 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Attempting to bind port ca3160ca-1748-455c-9f0e-5587461423dc on network 1d8cbd38-63e7-4ec2-9f73-591215fac08a {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:33:07.791123 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:33:07.795383 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Checking segment: {'id': '93bbda2a-7274-432a-a909-e24e5efac8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d8cbd38-63e7-4ec2-9f73-591215fac08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:33:07.796186 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:07.796684 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Bound using segment: {'id': '93bbda2a-7274-432a-a909-e24e5efac8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d8cbd38-63e7-4ec2-9f73-591215fac08a'} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:33:07.797180 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Bound port: ca3160ca-1748-455c-9f0e-5587461423dc, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbda2a-7274-432a-a909-e24e5efac8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d8cbd38-63e7-4ec2-9f73-591215fac08a'}}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:33:07.797693 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:07.997896 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] For port ca3160ca-1748-455c-9f0e-5587461423dc, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:33:08.036072 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] For port ca3160ca-1748-455c-9f0e-5587461423dc, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=ca3160ca-1748-455c-9f0e-5587461423dc,segment=NetworkSegment(93bbda2a-7274-432a-a909-e24e5efac8dd),segment_id=93bbda2a-7274-432a-a909-e24e5efac8dd)] {{(pid=79209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:33:08.038573 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-d12d83c1-c8a9-4176-865a-7fd27d967347 req-ccbe6b9c-2e8e-4d0c-81a8-8babde8f47f2 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:08.046208 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:08.052997 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:08.062538 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-da4b263f-fcd6-4f3f-929e-39400a0859d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:08.113787 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe6b9c-2e8e-4d0c-81a8-8babde8f47f2 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Pushing event deleted for resources: {'Port': ['ID=c6d85359-e188-4de8-9847-16f5614b0742,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:08.117724 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ccbe6b9c-2e8e-4d0c-81a8-8babde8f47f2 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:08.140737 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Pushing event updated for resources: {'Port': ['ID=ca3160ca-1748-455c-9f0e-5587461423dc,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:08.144515 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['33a03c4a-af94-4f4d-bdc3-143df79f341e', 'd1d3ac54-2631-4e02-a31b-2264ffc5d4d2'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:33:08.190064 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:08.212792 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12d83c1-c8a9-4176-865a-7fd27d967347 req-ccbe6b9c-2e8e-4d0c-81a8-8babde8f47f2 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] No DVR routers for this DVR port c6d85359-e188-4de8-9847-16f5614b0742 on host hv-cinder-80434 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:33:08.216651 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-d12d83c1-c8a9-4176-865a-7fd27d967347 req-ccbe6b9c-2e8e-4d0c-81a8-8babde8f47f2 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:08.219814 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ead31e-1849-40de-b27c-c2cea533c512', 'name': 'network-vif-deleted', 'tag': 'c6d85359-e188-4de8-9847-16f5614b0742'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:33:08.249084 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d12d83c1-c8a9-4176-865a-7fd27d967347 req-ccbe6b9c-2e8e-4d0c-81a8-8babde8f47f2 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.82 "DELETE /v2.0/ports/c6d85359-e188-4de8-9847-16f5614b0742 HTTP/1.1" status: 204 len: 173 time: 1.1969421 Aug 12 15:33:08.277812 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cb8b69f5-c1fc-481d-945e-d51d8ea24aab req-6bb7f1a1-a8ef-4b14-952b-ed8c19ce7413 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 210 time: 0.3128524 Aug 12 15:33:08.391844 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:08.412457 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ead31e-1849-40de-b27c-c2cea533c512', 'name': 'network-vif-deleted', 'tag': 'c6d85359-e188-4de8-9847-16f5614b0742', 'status': 'completed', 'code': 200} Aug 12 15:33:08.471037 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device e798e897-f03e-47e0-95ee-5874392d8c18 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:33:08.702435 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c565b-8023-4740-bb0f-ca37dc644da8 req-6cd23ca4-c53c-460a-9665-a75540473b28 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:08.704774 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port e798e897-f03e-47e0-95ee-5874392d8c18 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:33:08.713067 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8a5c565b-8023-4740-bb0f-ca37dc644da8 req-6cd23ca4-c53c-460a-9665-a75540473b28 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698 HTTP/1.1" status: 200 len: 945 time: 0.6308374 Aug 12 15:33:08.723035 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port e798e897-f03e-47e0-95ee-5874392d8c18 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:08.723414 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:08.779831 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8a5c565b-8023-4740-bb0f-ca37dc644da8 req-e8f90b03-0423-49f9-8f95-33f8407e7f0a tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642078 Aug 12 15:33:08.894096 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d9359e79-3aa9-495d-a6e5-e961cddab546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:08.930586 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:08.966923 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] For port e798e897-f03e-47e0-95ee-5874392d8c18, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=e798e897-f03e-47e0-95ee-5874392d8c18,segment=NetworkSegment(844a6bec-afac-46d6-94ce-d23922a214d0),segment_id=844a6bec-afac-46d6-94ce-d23922a214d0)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:33:08.971387 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:08.973409 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:09.043477 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Pushing event updated for resources: {'Port': ['ID=e798e897-f03e-47e0-95ee-5874392d8c18,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:09.046762 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:09.063842 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544154'] for router, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:09.162125 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26012cec-7726-43e5-99fd-c070a3c371f9 req-a688fa57-3cb8-455b-b7b9-32d58ad702e7 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:09.163648 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-26012cec-7726-43e5-99fd-c070a3c371f9 req-a688fa57-3cb8-455b-b7b9-32d58ad702e7 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.2423139 Aug 12 15:33:09.294823 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-26012cec-7726-43e5-99fd-c070a3c371f9 req-2fa138e6-4cbf-46f5-9281-737caf368c1f tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237683 Aug 12 15:33:09.358801 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Router 2751dee3-f335-4136-a1a5-d5f041bdea30 is scheduled to L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d with binding_index 1 {{(pid=79207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:33:09.520559 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7f4ae5b5-2540-47e9-a9e7-2445b633526e req-b2daff7d-02bc-48f5-b9c6-2eb4560197f4 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=34ead31e-1849-40de-b27c-c2cea533c512 HTTP/1.1" status: 200 len: 210 time: 0.0619841 Aug 12 15:33:09.620707 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:33:09.629251 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Sync routers for ids ['2751dee3-f335-4136-a1a5-d5f041bdea30'] in dv-cinder-804345-1-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:33:09.642834 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Routers {'2751dee3-f335-4136-a1a5-d5f041bdea30'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:33:09.643497 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:32:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['2751dee3-f335-4136-a1a5-d5f041bdea30'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:09.672216 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Notify callbacks [] for router, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:09.673847 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0189848 Aug 12 15:33:09.676520 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 49588) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:33:09.702964 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9050c9-538a-4faa-be2e-af05626afd79 None None] Network 1d8cbd38-63e7-4ec2-9f73-591215fac08a requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:33:09.849882 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:09.851574 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-864e3961-9982-4d7d-ac79-91772f0287fd None None] Provisioning for port ca3160ca-1748-455c-9f0e-5587461423dc completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:33:09.886823 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Set router 2751dee3-f335-4136-a1a5-d5f041bdea30 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:33:09.979302 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device c6d85359-e188-4de8-9847-16f5614b0742 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:33:10.031776 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] No Port match for: c6d85359-e188-4de8-9847-16f5614b0742 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:33:10.032169 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device c6d85359-e188-4de8-9847-16f5614b0742 not bound to the agent host hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:33:10.236679 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2751dee3-f335-4136-a1a5-d5f041bdea30', 'name': 'tempest-TestMinimumBasicScenario-1874064469-router', 'tenant_id': '468628db3ed14a72b6d4677fa45b04dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': '332fcab8-15fa-42b5-92fc-c564dde883ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:05Z', 'updated_at': '2021-08-12T15:33:07Z', 'revision_number': 3, 'project_id': '468628db3ed14a72b6d4677fa45b04dd', 'gw_port': {'id': '332fcab8-15fa-42b5-92fc-c564dde883ad', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:61:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2751dee3-f335-4136-a1a5-d5f041bdea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:06Z', 'updated_at': '2021-08-12T15:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:10.244045 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Checking router: 2751dee3-f335-4136-a1a5-d5f041bdea30 for host: dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:33:10.244635 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Updating router 2751dee3-f335-4136-a1a5-d5f041bdea30 port 332fcab8-15fa-42b5-92fc-c564dde883ad binding host dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:33:10.261425 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad18d04-c326-4d57-b789-ffdadbed9417 req-23c65edb-d698-45d1-862b-437ba51213d3 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:10.268442 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-fad18d04-c326-4d57-b789-ffdadbed9417 req-23c65edb-d698-45d1-862b-437ba51213d3 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698 HTTP/1.1" status: 200 len: 945 time: 0.0928402 Aug 12 15:33:10.327159 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-fad18d04-c326-4d57-b789-ffdadbed9417 req-323f2f3a-03e7-44a4-822b-1328f3fba423 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577738 Aug 12 15:33:10.330532 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:10.475174 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e499cf0-ff48-4936-a741-ee7078237737 req-62c98f59-93fc-4924-adc9-943441a22c40 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:10.485196 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4e499cf0-ff48-4936-a741-ee7078237737 req-62c98f59-93fc-4924-adc9-943441a22c40 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.1555300 Aug 12 15:33:10.539572 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device e798e897-f03e-47e0-95ee-5874392d8c18 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:33:10.614831 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4e499cf0-ff48-4936-a741-ee7078237737 req-b308e225-b751-4aa2-a508-c7b99631cad3 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248055 Aug 12 15:33:10.631120 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port e798e897-f03e-47e0-95ee-5874392d8c18 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:10.632927 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:10.659396 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a672d0-3654-408e-988f-9456fb21e934 req-e0a03747-62fa-4d8f-9254-d027da06b8cf tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:10.660881 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f8a672d0-3654-408e-988f-9456fb21e934 req-e0a03747-62fa-4d8f-9254-d027da06b8cf tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1533024 Aug 12 15:33:10.725007 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39181b2-a9ca-4d6d-b658-f253f625261f req-104a869a-f44e-4608-bf4e-57a2937b41c4 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:10.726876 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-e39181b2-a9ca-4d6d-b658-f253f625261f req-104a869a-f44e-4608-bf4e-57a2937b41c4 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Synchronizing usage tracker for tenant:acd1118781424cc19f1fd5f71d5a6a55 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:33:10.735904 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f8a672d0-3654-408e-988f-9456fb21e934 req-03e549a8-ba20-4521-9796-2f2788c02f1d tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679111 Aug 12 15:33:10.789309 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-e39181b2-a9ca-4d6d-b658-f253f625261f req-104a869a-f44e-4608-bf4e-57a2937b41c4 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Unset dirty status for tenant:acd1118781424cc19f1fd5f71d5a6a55 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:33:10.790551 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e39181b2-a9ca-4d6d-b658-f253f625261f req-104a869a-f44e-4608-bf4e-57a2937b41c4 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.82 "GET /v2.0/ports?device_id=dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698 HTTP/1.1" status: 200 len: 945 time: 0.2996781 Aug 12 15:33:10.827287 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Notify callbacks [] for port, precommit_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:10.841752 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device ca3160ca-1748-455c-9f0e-5587461423dc up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:33:10.845050 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Transition to ACTIVE for port object 332fcab8-15fa-42b5-92fc-c564dde883ad will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:33:10.854653 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:10.860856 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:10.916368 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port ca3160ca-1748-455c-9f0e-5587461423dc completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:33:10.923435 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-e39181b2-a9ca-4d6d-b658-f253f625261f req-f85c4db3-03ba-4023-a9de-00675c52693f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Deleting port 9398c59a-989f-4377-89b6-9cd829b958d6 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:33:10.923788 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e39181b2-a9ca-4d6d-b658-f253f625261f req-f85c4db3-03ba-4023-a9de-00675c52693f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:10.926135 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port ca3160ca-1748-455c-9f0e-5587461423dc triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:10.926518 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:10.950045 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Attempting to bind port 332fcab8-15fa-42b5-92fc-c564dde883ad on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:33:10.950440 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Attempting to bind port 332fcab8-15fa-42b5-92fc-c564dde883ad by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:33:10.950934 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Attempting to bind port 332fcab8-15fa-42b5-92fc-c564dde883ad on network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:33:10.957557 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b3f85-1755-4d12-b786-1dfe69fa27a7 None None] Pushing event updated for resources: {'Port': ['ID=332fcab8-15fa-42b5-92fc-c564dde883ad,revision_number=2']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:10.962517 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-0b2b3f85-1755-4d12-b786-1dfe69fa27a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:10.963470 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:33:10.964137 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Checking segment: {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:33:10.964793 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:10.965303 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Bound using segment: {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:33:10.966035 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Bound port: 332fcab8-15fa-42b5-92fc-c564dde883ad, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:33:10.966520 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:11.058871 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] For port 332fcab8-15fa-42b5-92fc-c564dde883ad, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:33:11.064159 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] For port 332fcab8-15fa-42b5-92fc-c564dde883ad, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=332fcab8-15fa-42b5-92fc-c564dde883ad,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:33:11.068357 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:11.073236 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-e34ac9c8-52a2-4278-a6c2-d462337c7d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:11.076663 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:11.134176 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] For port ca3160ca-1748-455c-9f0e-5587461423dc, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=ca3160ca-1748-455c-9f0e-5587461423dc,segment=NetworkSegment(93bbda2a-7274-432a-a909-e24e5efac8dd),segment_id=93bbda2a-7274-432a-a909-e24e5efac8dd)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:33:11.143313 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:11.146486 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:11.146692 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:11.162572 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Routers {'2751dee3-f335-4136-a1a5-d5f041bdea30'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:33:11.163476 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:32:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['2751dee3-f335-4136-a1a5-d5f041bdea30'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:11.226902 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd011305-4206-4f64-9e2d-c1736834ca9e req-eb4cf473-3f0d-4c38-b795-43ec46edca10 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:11.237261 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-fd011305-4206-4f64-9e2d-c1736834ca9e req-eb4cf473-3f0d-4c38-b795-43ec46edca10 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=395993fb-8a66-404f-8335-d2ad55756d45 HTTP/1.1" status: 200 len: 945 time: 0.1320963 Aug 12 15:33:11.238703 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b3f85-1755-4d12-b786-1dfe69fa27a7 None None] Pushing event updated for resources: {'Port': ['ID=332fcab8-15fa-42b5-92fc-c564dde883ad,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:11.247874 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-0b2b3f85-1755-4d12-b786-1dfe69fa27a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:11.287100 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Pushing event updated for resources: {'Port': ['ID=ca3160ca-1748-455c-9f0e-5587461423dc,revision_number=3']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:11.292046 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:11.319615 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-fd011305-4206-4f64-9e2d-c1736834ca9e req-d6d7f87a-729c-40d1-baed-9a60d60b6a54 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813508 Aug 12 15:33:11.365715 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] Set router 2751dee3-f335-4136-a1a5-d5f041bdea30 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:33:11.398715 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-e39181b2-a9ca-4d6d-b658-f253f625261f req-f85c4db3-03ba-4023-a9de-00675c52693f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] For port 9398c59a-989f-4377-89b6-9cd829b958d6, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=9398c59a-989f-4377-89b6-9cd829b958d6,segment=NetworkSegment(4bf1b9c6-492b-43dd-80d5-be6fdb154102),segment_id=4bf1b9c6-492b-43dd-80d5-be6fdb154102)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:33:11.399070 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e39181b2-a9ca-4d6d-b658-f253f625261f req-f85c4db3-03ba-4023-a9de-00675c52693f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:11.515699 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f455f5-f05b-402e-b0ff-5e1ed6541907 req-8111363b-f5f9-4b40-b86b-13e1c69f0f8e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:11.517083 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d5f455f5-f05b-402e-b0ff-5e1ed6541907 req-8111363b-f5f9-4b40-b86b-13e1c69f0f8e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698 HTTP/1.1" status: 200 len: 945 time: 0.0872178 Aug 12 15:33:11.544291 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-e39181b2-a9ca-4d6d-b658-f253f625261f req-f85c4db3-03ba-4023-a9de-00675c52693f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Calling delete_port for 9398c59a-989f-4377-89b6-9cd829b958d6 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:33:11.566716 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-11392966-1238-4370-af65-4ba0c4d7d01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:11.672653 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d5f455f5-f05b-402e-b0ff-5e1ed6541907 req-bd030616-e2a6-437b-b7cc-803e34df6387 tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489828 Aug 12 15:33:11.725875 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2751dee3-f335-4136-a1a5-d5f041bdea30', 'name': 'tempest-TestMinimumBasicScenario-1874064469-router', 'tenant_id': '468628db3ed14a72b6d4677fa45b04dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': '332fcab8-15fa-42b5-92fc-c564dde883ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:05Z', 'updated_at': '2021-08-12T15:33:07Z', 'revision_number': 3, 'project_id': '468628db3ed14a72b6d4677fa45b04dd', 'gw_port': {'id': '332fcab8-15fa-42b5-92fc-c564dde883ad', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:61:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2751dee3-f335-4136-a1a5-d5f041bdea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:06Z', 'updated_at': '2021-08-12T15:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:11.730449 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4669b8a-3a15-4bbe-93fb-e8f05775afc8 None None] The sync data for ids ['2751dee3-f335-4136-a1a5-d5f041bdea30'] in dv-cinder-804345-1-smb is: [{'id': '2751dee3-f335-4136-a1a5-d5f041bdea30', 'name': 'tempest-TestMinimumBasicScenario-1874064469-router', 'tenant_id': '468628db3ed14a72b6d4677fa45b04dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': '332fcab8-15fa-42b5-92fc-c564dde883ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:05Z', 'updated_at': '2021-08-12T15:33:07Z', 'revision_number': 3, 'project_id': '468628db3ed14a72b6d4677fa45b04dd', 'gw_port': {'id': '332fcab8-15fa-42b5-92fc-c564dde883ad', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:61:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2751dee3-f335-4136-a1a5-d5f041bdea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:06Z', 'updated_at': '2021-08-12T15:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:33:11.823421 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Allocated IP 172.20.0.1 (1d8cbd38-63e7-4ec2-9f73-591215fac08a/3ba6a667-aa69-4e53-b86f-01cfcd39b8a6/a09cee26-43d1-4300-a3e8-774b2a86aa64) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:33:11.839409 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e39181b2-a9ca-4d6d-b658-f253f625261f req-f85c4db3-03ba-4023-a9de-00675c52693f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:11.851422 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a24e1ecd-0263-4f63-ba7e-5539c75d9696 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:11.889755 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['9398c59a-989f-4377-89b6-9cd829b958d6'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:33:11.910349 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c4db3-03ba-4023-a9de-00675c52693f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Pushing event deleted for resources: {'Port': ['ID=9398c59a-989f-4377-89b6-9cd829b958d6,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:11.950256 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f85c4db3-03ba-4023-a9de-00675c52693f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:12.025175 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b38c1-e640-49d7-964d-7b0f93d9aee0 req-a6078d1e-a1ad-480d-ba01-4761dc4b7890 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:12.028563 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5e5b38c1-e640-49d7-964d-7b0f93d9aee0 req-a6078d1e-a1ad-480d-ba01-4761dc4b7890 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1595025 Aug 12 15:33:12.053787 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39181b2-a9ca-4d6d-b658-f253f625261f req-f85c4db3-03ba-4023-a9de-00675c52693f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] No DVR routers for this DVR port 9398c59a-989f-4377-89b6-9cd829b958d6 on host hv-cinder-80434 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:33:12.060204 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-e39181b2-a9ca-4d6d-b658-f253f625261f req-f85c4db3-03ba-4023-a9de-00675c52693f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:12.062983 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698', 'name': 'network-vif-deleted', 'tag': '9398c59a-989f-4377-89b6-9cd829b958d6'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:33:12.074906 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada6cc8-e88c-4d32-a618-f17a6984f2f7 req-b978bff0-fb02-4e58-be07-2fa633abd037 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:12.076626 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5ada6cc8-e88c-4d32-a618-f17a6984f2f7 req-b978bff0-fb02-4e58-be07-2fa633abd037 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.1725276 Aug 12 15:33:12.134042 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5e5b38c1-e640-49d7-964d-7b0f93d9aee0 req-79d0bfe1-9aa1-41d7-a5f0-757705337f7d tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843463 Aug 12 15:33:12.140435 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e39181b2-a9ca-4d6d-b658-f253f625261f req-f85c4db3-03ba-4023-a9de-00675c52693f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.82 "DELETE /v2.0/ports/9398c59a-989f-4377-89b6-9cd829b958d6 HTTP/1.1" status: 204 len: 173 time: 1.3070910 Aug 12 15:33:12.155124 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5ada6cc8-e88c-4d32-a618-f17a6984f2f7 req-6bea0b72-722d-4a42-bfc4-b64300c7ec0f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730028 Aug 12 15:33:12.197969 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:12.216637 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Transition to ACTIVE for port object a09cee26-43d1-4300-a3e8-774b2a86aa64 will not be triggered until provisioned by entity DHCP. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:33:12.218736 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698', 'name': 'network-vif-deleted', 'tag': '9398c59a-989f-4377-89b6-9cd829b958d6', 'status': 'completed', 'code': 200} Aug 12 15:33:12.248369 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:12.253171 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5b204855-9bb4-4c4b-95b6-1c564b22da34 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:12.463465 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Network 1d8cbd38-63e7-4ec2-9f73-591215fac08a is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:33:12.466463 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:33:12.470961 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:33:12.471484 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717407'] for router_interface, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:12.516441 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device ca3160ca-1748-455c-9f0e-5587461423dc up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:33:12.622686 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:12.625938 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port ca3160ca-1748-455c-9f0e-5587461423dc triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:12.626416 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:12.630638 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d468115-1932-4c48-a18e-3053c0ae4d72 req-4dcffb80-32ea-4fcb-9add-cb0b27fbc5a2 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:12.646593 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8d468115-1932-4c48-a18e-3053c0ae4d72 req-4dcffb80-32ea-4fcb-9add-cb0b27fbc5a2 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=395993fb-8a66-404f-8335-d2ad55756d45 HTTP/1.1" status: 200 len: 945 time: 0.1458323 Aug 12 15:33:12.659204 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Pushing event updated for resources: {'Port': ['ID=a09cee26-43d1-4300-a3e8-774b2a86aa64,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:12.666543 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:12.716609 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8d468115-1932-4c48-a18e-3053c0ae4d72 req-1a37047f-cf22-4c01-9229-a28a3e4bf965 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691183 Aug 12 15:33:12.722106 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:12.806874 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 332fcab8-15fa-42b5-92fc-c564dde883ad up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:33:12.876179 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-319c7103-a797-4a2c-81cc-897fc693d4b7 None None] Provisioning for port a09cee26-43d1-4300-a3e8-774b2a86aa64 completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:33:12.885040 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-319c7103-a797-4a2c-81cc-897fc693d4b7 None None] Provisioning complete for port a09cee26-43d1-4300-a3e8-774b2a86aa64 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:12.885426 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-319c7103-a797-4a2c-81cc-897fc693d4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:12.899649 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0caf94d0-3b8c-4eb8-b86d-c71ea4928d13 req-49f6d2c2-4aef-46b9-91be-c9e9585b4dcb tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] 10.222.0.59 "GET /v2.0/ports?device_id=dbcfa859-f8ec-4e9a-ae3d-0aa444ec4698 HTTP/1.1" status: 200 len: 210 time: 0.0563807 Aug 12 15:33:12.950998 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port 332fcab8-15fa-42b5-92fc-c564dde883ad completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:33:12.960750 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 332fcab8-15fa-42b5-92fc-c564dde883ad triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:12.961130 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:13.006881 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-319c7103-a797-4a2c-81cc-897fc693d4b7 None None] Port a09cee26-43d1-4300-a3e8-774b2a86aa64 cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:33:13.009867 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:13.017122 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:13.021760 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717360'] for router_interface, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:13.026690 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-31694c5c-7ad6-4412-9a62-d56a89ba37d0 tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:13.092924 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:13.110325 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] For port 332fcab8-15fa-42b5-92fc-c564dde883ad, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=332fcab8-15fa-42b5-92fc-c564dde883ad,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:33:13.114327 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:13.117825 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:13.171427 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Pushing event updated for resources: {'Port': ['ID=a09cee26-43d1-4300-a3e8-774b2a86aa64,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:13.194214 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Pushing event updated for resources: {'Port': ['ID=332fcab8-15fa-42b5-92fc-c564dde883ad,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:13.198237 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:13.212139 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:13.299534 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3270c3-d10d-4d7f-90b1-eb1cdabb3a6e req-2e1c7210-1267-49af-82f3-2a4cd22f439e tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:13.300249 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-7b3270c3-d10d-4d7f-90b1-eb1cdabb3a6e req-2e1c7210-1267-49af-82f3-2a4cd22f439e tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Synchronizing usage tracker for tenant:9e079d5a71e84fd2a7b132b69b028ffe on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:33:13.311807 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Network 1d8cbd38-63e7-4ec2-9f73-591215fac08a is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:33:13.314238 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:33:13.383050 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-7b3270c3-d10d-4d7f-90b1-eb1cdabb3a6e req-2e1c7210-1267-49af-82f3-2a4cd22f439e tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Unset dirty status for tenant:9e079d5a71e84fd2a7b132b69b028ffe on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:33:13.384199 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-7b3270c3-d10d-4d7f-90b1-eb1cdabb3a6e req-2e1c7210-1267-49af-82f3-2a4cd22f439e tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.82 "GET /v2.0/ports?device_id=395993fb-8a66-404f-8335-d2ad55756d45 HTTP/1.1" status: 200 len: 945 time: 0.2099166 Aug 12 15:33:13.450404 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4f499-ea75-4996-9d0f-39bc2d182a02 req-44fe0148-76e6-4494-a42e-6eccddb5fa58 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:13.457548 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-61f4f499-ea75-4996-9d0f-39bc2d182a02 req-44fe0148-76e6-4494-a42e-6eccddb5fa58 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1588819 Aug 12 15:33:13.476445 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-7b3270c3-d10d-4d7f-90b1-eb1cdabb3a6e req-376c62e1-67b8-4856-8fa4-cbf3ae42dbb8 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Deleting port d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:33:13.476445 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-7b3270c3-d10d-4d7f-90b1-eb1cdabb3a6e req-376c62e1-67b8-4856-8fa4-cbf3ae42dbb8 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:13.484188 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ffebf-af88-439f-8ef1-5b006746f29f req-31700140-d903-4cd5-a922-038670d9eda1 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:13.485897 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b65ffebf-af88-439f-8ef1-5b006746f29f req-31700140-d903-4cd5-a922-038670d9eda1 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.1554868 Aug 12 15:33:13.541088 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-61f4f499-ea75-4996-9d0f-39bc2d182a02 req-6b93e40d-109e-4a8c-bc45-361bd3eec73d tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825655 Aug 12 15:33:13.551290 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b65ffebf-af88-439f-8ef1-5b006746f29f req-4d420658-bdcb-40d6-998b-25f1df007e00 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588250 Aug 12 15:33:13.634011 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-29ec52be-ca25-45c7-b4af-eb53814a60b8 None None] Provisioning complete for port a09cee26-43d1-4300-a3e8-774b2a86aa64 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:13.634586 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-29ec52be-ca25-45c7-b4af-eb53814a60b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:13.670333 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Router 2751dee3-f335-4136-a1a5-d5f041bdea30 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:33:13.687085 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-29ec52be-ca25-45c7-b4af-eb53814a60b8 None None] Port a09cee26-43d1-4300-a3e8-774b2a86aa64 cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:33:13.813714 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:13.923302 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f835b3-8ac6-4de2-be0e-a232cc132412 req-8953836e-422b-40f3-8a7f-ecc2689cc577 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:13.926615 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-08f835b3-8ac6-4de2-be0e-a232cc132412 req-8953836e-422b-40f3-8a7f-ecc2689cc577 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=395993fb-8a66-404f-8335-d2ad55756d45 HTTP/1.1" status: 200 len: 945 time: 0.0929611 Aug 12 15:33:13.954413 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 9398c59a-989f-4377-89b6-9cd829b958d6 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:33:13.973324 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-7b3270c3-d10d-4d7f-90b1-eb1cdabb3a6e req-376c62e1-67b8-4856-8fa4-cbf3ae42dbb8 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] For port d1d3ac54-2631-4e02-a31b-2264ffc5d4d2, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=d1d3ac54-2631-4e02-a31b-2264ffc5d4d2,segment=NetworkSegment(f121fbc5-3d8b-4df1-abd9-125f9716be35),segment_id=f121fbc5-3d8b-4df1-abd9-125f9716be35)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:33:13.973760 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-7b3270c3-d10d-4d7f-90b1-eb1cdabb3a6e req-376c62e1-67b8-4856-8fa4-cbf3ae42dbb8 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:14.028236 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] No Port match for: 9398c59a-989f-4377-89b6-9cd829b958d6 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:33:14.028620 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 9398c59a-989f-4377-89b6-9cd829b958d6 not bound to the agent host hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:33:14.041025 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-08f835b3-8ac6-4de2-be0e-a232cc132412 req-126c3e78-2d44-49f9-b359-e8b9532386b2 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989444 Aug 12 15:33:14.223090 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:33:14.237763 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] 10.222.0.59 "PUT /v2.0/routers/2751dee3-f335-4136-a1a5-d5f041bdea30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5600734 Aug 12 15:33:14.240699 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Sync routers for ids ['2751dee3-f335-4136-a1a5-d5f041bdea30'] in dv-cinder-804345-1-smb {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:33:14.246894 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-7b3270c3-d10d-4d7f-90b1-eb1cdabb3a6e req-376c62e1-67b8-4856-8fa4-cbf3ae42dbb8 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Calling delete_port for d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:33:14.268759 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Routers {'2751dee3-f335-4136-a1a5-d5f041bdea30'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:33:14.269956 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:33:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['2751dee3-f335-4136-a1a5-d5f041bdea30'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:14.454903 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-7b3270c3-d10d-4d7f-90b1-eb1cdabb3a6e req-376c62e1-67b8-4856-8fa4-cbf3ae42dbb8 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:14.462541 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 332fcab8-15fa-42b5-92fc-c564dde883ad up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:33:14.466042 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-23bb3f93-b919-4f63-ad86-bf6dafb2082a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:14.527857 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c62e1-67b8-4856-8fa4-cbf3ae42dbb8 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Pushing event deleted for resources: {'Port': ['ID=d1d3ac54-2631-4e02-a31b-2264ffc5d4d2,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:14.536379 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-376c62e1-67b8-4856-8fa4-cbf3ae42dbb8 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:14.536525 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['33a03c4a-af94-4f4d-bdc3-143df79f341e'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:33:14.655200 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3270c3-d10d-4d7f-90b1-eb1cdabb3a6e req-376c62e1-67b8-4856-8fa4-cbf3ae42dbb8 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] No DVR routers for this DVR port d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 on host hv-cinder-80434 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:33:14.658219 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-7b3270c3-d10d-4d7f-90b1-eb1cdabb3a6e req-376c62e1-67b8-4856-8fa4-cbf3ae42dbb8 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:14.660815 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395993fb-8a66-404f-8335-d2ad55756d45', 'name': 'network-vif-deleted', 'tag': 'd1d3ac54-2631-4e02-a31b-2264ffc5d4d2'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:33:14.696754 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-7b3270c3-d10d-4d7f-90b1-eb1cdabb3a6e req-376c62e1-67b8-4856-8fa4-cbf3ae42dbb8 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.82 "DELETE /v2.0/ports/d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 HTTP/1.1" status: 204 len: 173 time: 1.3036609 Aug 12 15:33:14.785073 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 332fcab8-15fa-42b5-92fc-c564dde883ad triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:14.785657 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:14.811578 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:14.884747 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Set router 2751dee3-f335-4136-a1a5-d5f041bdea30 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:33:15.026109 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17f2a2-513b-43f0-a0a4-07282719af82 req-22d1d860-8f9e-4ac1-b678-8c9921adf2d0 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:15.034548 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0c17f2a2-513b-43f0-a0a4-07282719af82 req-22d1d860-8f9e-4ac1-b678-8c9921adf2d0 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.3019178 Aug 12 15:33:15.066693 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f7305-ca60-4903-b567-da99d1b4eb72 req-229d1d6f-3a68-4fa5-9855-8aabc1a76d8d tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:15.068461 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-931f7305-ca60-4903-b567-da99d1b4eb72 req-229d1d6f-3a68-4fa5-9855-8aabc1a76d8d tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.2434628 Aug 12 15:33:15.136120 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0c17f2a2-513b-43f0-a0a4-07282719af82 req-2c79ef6d-d91d-464b-bbba-f960015307ad tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004138 Aug 12 15:33:15.185237 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-931f7305-ca60-4903-b567-da99d1b4eb72 req-e7502b4e-621e-4889-8686-68bfc5af2f8c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096818 Aug 12 15:33:15.280249 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395993fb-8a66-404f-8335-d2ad55756d45', 'name': 'network-vif-deleted', 'tag': 'd1d3ac54-2631-4e02-a31b-2264ffc5d4d2', 'status': 'completed', 'code': 200} Aug 12 15:33:15.391611 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d89bb3f7-72d6-4e13-a93b-090b81f1d2ce req-e9109ef1-f9e3-4222-8003-a8a4b7b37c31 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=395993fb-8a66-404f-8335-d2ad55756d45 HTTP/1.1" status: 200 len: 210 time: 0.0705457 Aug 12 15:33:15.688770 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2751dee3-f335-4136-a1a5-d5f041bdea30', 'name': 'tempest-TestMinimumBasicScenario-1874064469-router', 'tenant_id': '468628db3ed14a72b6d4677fa45b04dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': '332fcab8-15fa-42b5-92fc-c564dde883ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:05Z', 'updated_at': '2021-08-12T15:33:12Z', 'revision_number': 4, 'project_id': '468628db3ed14a72b6d4677fa45b04dd', 'gw_port': {'id': '332fcab8-15fa-42b5-92fc-c564dde883ad', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2751dee3-f335-4136-a1a5-d5f041bdea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:06Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'a09cee26-43d1-4300-a3e8-774b2a86aa64', 'name': '', 'network_id': '1d8cbd38-63e7-4ec2-9f73-591215fac08a', 'tenant_id': '468628db3ed14a72b6d4677fa45b04dd', 'mac_address': 'fa:16:3e:37:45:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2751dee3-f335-4136-a1a5-d5f041bdea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '3ba6a667-aa69-4e53-b86f-01cfcd39b8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:11Z', 'updated_at': '2021-08-12T15:33:12Z', 'revision_number': 2, 'project_id': '468628db3ed14a72b6d4677fa45b04dd', 'subnets': [{'id': '3ba6a667-aa69-4e53-b86f-01cfcd39b8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:15.693395 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Checking router: 2751dee3-f335-4136-a1a5-d5f041bdea30 for host: dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:33:15.693934 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Updating router 2751dee3-f335-4136-a1a5-d5f041bdea30 port a09cee26-43d1-4300-a3e8-774b2a86aa64 binding host dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:33:15.767709 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:15.947207 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:33:15.990193 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] No Port match for: d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:33:15.990563 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device d1d3ac54-2631-4e02-a31b-2264ffc5d4d2 not bound to the agent host hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:33:16.383140 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:16.401580 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Transition to ACTIVE for port object a09cee26-43d1-4300-a3e8-774b2a86aa64 will not be triggered until provisioned by entity L2. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:33:16.411944 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:16.426782 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:16.518482 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809d64c-8b35-4394-9efe-5e71c1c36aa7 req-2ff454e9-a63c-48a9-8e7d-2b3b096d492d tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:16.519225 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39987ca-39af-4e7c-9360-243f9c557ce8 None None] Pushing event updated for resources: {'Port': ['ID=a09cee26-43d1-4300-a3e8-774b2a86aa64,revision_number=3']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:16.525327 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f809d64c-8b35-4394-9efe-5e71c1c36aa7 req-2ff454e9-a63c-48a9-8e7d-2b3b096d492d tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.2102847 Aug 12 15:33:16.579154 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f809d64c-8b35-4394-9efe-5e71c1c36aa7 req-f5587385-0cbc-49d3-8b4e-ecaa0bb095d5 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529292 Aug 12 15:33:16.605726 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05358219-d2bc-4616-88db-a5276ab6f03d req-4b728227-6a82-4c2d-8749-04e1e30cd648 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:16.607477 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-05358219-d2bc-4616-88db-a5276ab6f03d req-4b728227-6a82-4c2d-8749-04e1e30cd648 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.1714585 Aug 12 15:33:16.611777 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-d39987ca-39af-4e7c-9360-243f9c557ce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:16.705521 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-05358219-d2bc-4616-88db-a5276ab6f03d req-ed50e423-b1a8-4ecd-8bea-2e44bee7606d tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905817 Aug 12 15:33:16.805910 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Attempting to bind port a09cee26-43d1-4300-a3e8-774b2a86aa64 on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:33:16.806307 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Attempting to bind port a09cee26-43d1-4300-a3e8-774b2a86aa64 by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': '93bbda2a-7274-432a-a909-e24e5efac8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d8cbd38-63e7-4ec2-9f73-591215fac08a'}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:33:16.807104 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Attempting to bind port a09cee26-43d1-4300-a3e8-774b2a86aa64 on network 1d8cbd38-63e7-4ec2-9f73-591215fac08a {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:33:16.814395 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:33:16.815133 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Checking segment: {'id': '93bbda2a-7274-432a-a909-e24e5efac8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d8cbd38-63e7-4ec2-9f73-591215fac08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:33:16.815869 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:16.816558 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Bound using segment: {'id': '93bbda2a-7274-432a-a909-e24e5efac8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d8cbd38-63e7-4ec2-9f73-591215fac08a'} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:33:16.817585 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Bound port: a09cee26-43d1-4300-a3e8-774b2a86aa64, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbda2a-7274-432a-a909-e24e5efac8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '1d8cbd38-63e7-4ec2-9f73-591215fac08a'}}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:33:16.818146 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:16.956494 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] For port a09cee26-43d1-4300-a3e8-774b2a86aa64, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:33:16.972760 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] For port a09cee26-43d1-4300-a3e8-774b2a86aa64, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=a09cee26-43d1-4300-a3e8-774b2a86aa64,segment=NetworkSegment(93bbda2a-7274-432a-a909-e24e5efac8dd),segment_id=93bbda2a-7274-432a-a909-e24e5efac8dd)] {{(pid=79209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:33:16.983083 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:16.988838 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:17.076111 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Routers {'2751dee3-f335-4136-a1a5-d5f041bdea30'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:33:17.076787 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:33:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['2751dee3-f335-4136-a1a5-d5f041bdea30'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:17.219341 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39987ca-39af-4e7c-9360-243f9c557ce8 None None] Pushing event updated for resources: {'Port': ['ID=a09cee26-43d1-4300-a3e8-774b2a86aa64,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:17.222473 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-d39987ca-39af-4e7c-9360-243f9c557ce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:17.435132 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] Set router 2751dee3-f335-4136-a1a5-d5f041bdea30 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:33:17.915363 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37c953-77b6-4ad9-939b-57d93f3dea17 req-8a7d9dee-11c0-415e-8e7b-a74d9d91f133 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:17.923280 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7d37c953-77b6-4ad9-939b-57d93f3dea17 req-8a7d9dee-11c0-415e-8e7b-a74d9d91f133 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1161301 Aug 12 15:33:17.980386 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7d37c953-77b6-4ad9-939b-57d93f3dea17 req-6f358e2f-d9d5-4e7c-b67c-624164c5eb50 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559597 Aug 12 15:33:18.200890 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2751dee3-f335-4136-a1a5-d5f041bdea30', 'name': 'tempest-TestMinimumBasicScenario-1874064469-router', 'tenant_id': '468628db3ed14a72b6d4677fa45b04dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': '332fcab8-15fa-42b5-92fc-c564dde883ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:05Z', 'updated_at': '2021-08-12T15:33:12Z', 'revision_number': 4, 'project_id': '468628db3ed14a72b6d4677fa45b04dd', 'gw_port': {'id': '332fcab8-15fa-42b5-92fc-c564dde883ad', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2751dee3-f335-4136-a1a5-d5f041bdea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:06Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'a09cee26-43d1-4300-a3e8-774b2a86aa64', 'name': '', 'network_id': '1d8cbd38-63e7-4ec2-9f73-591215fac08a', 'tenant_id': '468628db3ed14a72b6d4677fa45b04dd', 'mac_address': 'fa:16:3e:37:45:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2751dee3-f335-4136-a1a5-d5f041bdea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '3ba6a667-aa69-4e53-b86f-01cfcd39b8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:11Z', 'updated_at': '2021-08-12T15:33:16Z', 'revision_number': 4, 'project_id': '468628db3ed14a72b6d4677fa45b04dd', 'subnets': [{'id': '3ba6a667-aa69-4e53-b86f-01cfcd39b8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:18.216739 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1804f06-bcdb-43d2-9353-27870a5b6e58 req-4e5b6e04-dab5-446f-982b-ab2e6f779f87 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:18.217016 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12af8cfd-05c8-4785-b079-2a3592c9dae6 None None] The sync data for ids ['2751dee3-f335-4136-a1a5-d5f041bdea30'] in dv-cinder-804345-1-smb is: [{'id': '2751dee3-f335-4136-a1a5-d5f041bdea30', 'name': 'tempest-TestMinimumBasicScenario-1874064469-router', 'tenant_id': '468628db3ed14a72b6d4677fa45b04dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': '332fcab8-15fa-42b5-92fc-c564dde883ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:05Z', 'updated_at': '2021-08-12T15:33:12Z', 'revision_number': 4, 'project_id': '468628db3ed14a72b6d4677fa45b04dd', 'gw_port': {'id': '332fcab8-15fa-42b5-92fc-c564dde883ad', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2751dee3-f335-4136-a1a5-d5f041bdea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:06Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'a09cee26-43d1-4300-a3e8-774b2a86aa64', 'name': '', 'network_id': '1d8cbd38-63e7-4ec2-9f73-591215fac08a', 'tenant_id': '468628db3ed14a72b6d4677fa45b04dd', 'mac_address': 'fa:16:3e:37:45:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2751dee3-f335-4136-a1a5-d5f041bdea30', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '3ba6a667-aa69-4e53-b86f-01cfcd39b8a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:11Z', 'updated_at': '2021-08-12T15:33:16Z', 'revision_number': 4, 'project_id': '468628db3ed14a72b6d4677fa45b04dd', 'subnets': [{'id': '3ba6a667-aa69-4e53-b86f-01cfcd39b8a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:33:18.221315 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a1804f06-bcdb-43d2-9353-27870a5b6e58 req-4e5b6e04-dab5-446f-982b-ab2e6f779f87 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.1078267 Aug 12 15:33:18.376659 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a1804f06-bcdb-43d2-9353-27870a5b6e58 req-037af23c-3bb0-4e96-93ea-2222a647656d tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378920 Aug 12 15:33:19.051070 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0190f1c-df6b-4727-8ecd-1ed122ca285c req-7505925f-15b7-4b3d-ae36-109d9164eaa1 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:19.053426 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b0190f1c-df6b-4727-8ecd-1ed122ca285c req-7505925f-15b7-4b3d-ae36-109d9164eaa1 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 945 time: 0.1671617 Aug 12 15:33:19.141301 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b0190f1c-df6b-4727-8ecd-1ed122ca285c req-aab96fc6-fae8-4776-970b-f411eb92e3b7 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726581 Aug 12 15:33:19.443433 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09b602-7ea2-467d-b41d-03cee19377ec req-3fc4081d-22cc-407a-a192-f834e716a151 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:19.445649 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2d09b602-7ea2-467d-b41d-03cee19377ec req-3fc4081d-22cc-407a-a192-f834e716a151 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1402080 Aug 12 15:33:19.575081 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2d09b602-7ea2-467d-b41d-03cee19377ec req-f23bf817-fd74-4f49-9fa2-eeab06ad982e tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229010 Aug 12 15:33:19.835998 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae06eb-2d31-4098-ad17-b669dbd136dd req-edfcf06a-022b-45af-bad5-db67b5ada6e5 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:19.837865 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3bae06eb-2d31-4098-ad17-b669dbd136dd req-edfcf06a-022b-45af-bad5-db67b5ada6e5 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.1403925 Aug 12 15:33:19.889572 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3bae06eb-2d31-4098-ad17-b669dbd136dd req-5394de6a-c689-421a-b865-a091d4dc9373 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457292 Aug 12 15:33:20.501301 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b434250-8a93-4e45-b6c5-c782e50d6c87 req-3ea8eafc-091b-4277-9879-e3ca413e12ce tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:20.502828 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1b434250-8a93-4e45-b6c5-c782e50d6c87 req-3ea8eafc-091b-4277-9879-e3ca413e12ce tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 945 time: 0.2036486 Aug 12 15:33:20.510467 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device a09cee26-43d1-4300-a3e8-774b2a86aa64 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:33:20.625519 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1b434250-8a93-4e45-b6c5-c782e50d6c87 req-1d8995f2-86d8-4e1a-ae00-9f1ae2125862 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063142 Aug 12 15:33:20.707373 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port a09cee26-43d1-4300-a3e8-774b2a86aa64 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:33:20.717374 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port a09cee26-43d1-4300-a3e8-774b2a86aa64 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:20.718151 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:21.036993 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:21.063892 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f5454-196c-4aef-9eba-cc6b9681b7a6 req-b9325fd1-355b-4ab4-80aa-bbffa8a226d3 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:21.073277 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a07f5454-196c-4aef-9eba-cc6b9681b7a6 req-b9325fd1-355b-4ab4-80aa-bbffa8a226d3 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.2085159 Aug 12 15:33:21.111834 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] For port a09cee26-43d1-4300-a3e8-774b2a86aa64, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=a09cee26-43d1-4300-a3e8-774b2a86aa64,segment=NetworkSegment(93bbda2a-7274-432a-a909-e24e5efac8dd),segment_id=93bbda2a-7274-432a-a909-e24e5efac8dd)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:33:21.119515 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:21.125958 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-468f28d8-27ef-4980-8051-6d61947d36c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:21.191422 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a07f5454-196c-4aef-9eba-cc6b9681b7a6 req-488933d9-aa15-4772-aa8e-9b187bec97e8 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122847 Aug 12 15:33:21.216820 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db90d6d-333e-41e9-b335-3adf60584827 req-20823a26-d281-440b-a94e-b46851a73107 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:21.217767 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-5db90d6d-333e-41e9-b335-3adf60584827 req-20823a26-d281-440b-a94e-b46851a73107 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Synchronizing usage tracker for tenant:9e079d5a71e84fd2a7b132b69b028ffe on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:33:21.269433 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-5db90d6d-333e-41e9-b335-3adf60584827 req-20823a26-d281-440b-a94e-b46851a73107 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Unset dirty status for tenant:9e079d5a71e84fd2a7b132b69b028ffe on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:33:21.270483 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Pushing event updated for resources: {'Port': ['ID=a09cee26-43d1-4300-a3e8-774b2a86aa64,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:21.270636 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-5db90d6d-333e-41e9-b335-3adf60584827 req-20823a26-d281-440b-a94e-b46851a73107 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.82 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 945 time: 0.2368782 Aug 12 15:33:21.274522 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:21.438585 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-5db90d6d-333e-41e9-b335-3adf60584827 req-51455df6-39a9-4f2f-903c-0e1b2018c236 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Deleting port 33a03c4a-af94-4f4d-bdc3-143df79f341e {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:33:21.439195 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-5db90d6d-333e-41e9-b335-3adf60584827 req-51455df6-39a9-4f2f-903c-0e1b2018c236 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:21.447554 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7fc42-6192-43ca-80a8-f5c618226f6c req-5b3d999f-9f6d-4dab-98c7-6432351fc8f5 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:21.456833 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-9df7fc42-6192-43ca-80a8-f5c618226f6c req-5b3d999f-9f6d-4dab-98c7-6432351fc8f5 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.1193659 Aug 12 15:33:21.526794 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-9df7fc42-6192-43ca-80a8-f5c618226f6c req-f14c3626-6e1f-43f4-8a72-3ccf29c864fc tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688713 Aug 12 15:33:22.095230 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-5db90d6d-333e-41e9-b335-3adf60584827 req-51455df6-39a9-4f2f-903c-0e1b2018c236 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] For port 33a03c4a-af94-4f4d-bdc3-143df79f341e, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=33a03c4a-af94-4f4d-bdc3-143df79f341e,segment=NetworkSegment(f121fbc5-3d8b-4df1-abd9-125f9716be35),segment_id=f121fbc5-3d8b-4df1-abd9-125f9716be35)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:33:22.095613 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-5db90d6d-333e-41e9-b335-3adf60584827 req-51455df6-39a9-4f2f-903c-0e1b2018c236 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:22.369541 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db97619-8d9b-44b0-b54c-ac83273716e4 req-e59fd4c2-472e-4469-a7a9-799c5b811295 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:22.385309 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2db97619-8d9b-44b0-b54c-ac83273716e4 req-e59fd4c2-472e-4469-a7a9-799c5b811295 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 945 time: 0.1206992 Aug 12 15:33:22.419772 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-5db90d6d-333e-41e9-b335-3adf60584827 req-51455df6-39a9-4f2f-903c-0e1b2018c236 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Calling delete_port for 33a03c4a-af94-4f4d-bdc3-143df79f341e owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:33:22.434349 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device a09cee26-43d1-4300-a3e8-774b2a86aa64 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:33:22.479732 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2db97619-8d9b-44b0-b54c-ac83273716e4 req-d8fafc1d-5ef3-4c23-bb14-ae96e4794158 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926583 Aug 12 15:33:22.584439 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port a09cee26-43d1-4300-a3e8-774b2a86aa64 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:22.586892 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:22.681109 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-5db90d6d-333e-41e9-b335-3adf60584827 req-51455df6-39a9-4f2f-903c-0e1b2018c236 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:22.698927 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:22.750738 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51455df6-39a9-4f2f-903c-0e1b2018c236 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Pushing event deleted for resources: {'Port': ['ID=33a03c4a-af94-4f4d-bdc3-143df79f341e,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:22.790870 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-51455df6-39a9-4f2f-903c-0e1b2018c236 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:22.825849 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298f982-847d-44c7-b3b3-01dcd42b6217 req-aa2c87ab-ff51-4f8a-82da-25f4ff0dc2ee tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:22.836685 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db90d6d-333e-41e9-b335-3adf60584827 req-51455df6-39a9-4f2f-903c-0e1b2018c236 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] No DVR routers for this DVR port 33a03c4a-af94-4f4d-bdc3-143df79f341e on host hv-cinder-80434 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:33:22.842571 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-5db90d6d-333e-41e9-b335-3adf60584827 req-51455df6-39a9-4f2f-903c-0e1b2018c236 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:22.849555 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-9298f982-847d-44c7-b3b3-01dcd42b6217 req-aa2c87ab-ff51-4f8a-82da-25f4ff0dc2ee tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.2229128 Aug 12 15:33:22.864902 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899d40ed-13c4-48b5-9b11-ec874729ff94', 'name': 'network-vif-deleted', 'tag': '33a03c4a-af94-4f4d-bdc3-143df79f341e'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:33:22.887569 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-5db90d6d-333e-41e9-b335-3adf60584827 req-51455df6-39a9-4f2f-903c-0e1b2018c236 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.82 "DELETE /v2.0/ports/33a03c4a-af94-4f4d-bdc3-143df79f341e HTTP/1.1" status: 204 len: 173 time: 1.6091633 Aug 12 15:33:22.918815 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be235cad-d86e-44fb-87bb-141578dcbeae req-b33377d3-b5d3-4791-b8d9-80c5ab60f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:22.920432 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-be235cad-d86e-44fb-87bb-141578dcbeae req-b33377d3-b5d3-4791-b8d9-80c5ab60f5a9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4ae52b150d414313bac15fe05944e1fc&device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 1099 time: 0.2764845 Aug 12 15:33:22.941840 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-9298f982-847d-44c7-b3b3-01dcd42b6217 req-e151ff6a-6398-468f-aced-0e3a4097f83a tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803950 Aug 12 15:33:23.263223 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be235cad-d86e-44fb-87bb-141578dcbeae req-072d64d0-205a-4444-b16a-da54a1baa31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:23.265365 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-be235cad-d86e-44fb-87bb-141578dcbeae req-072d64d0-205a-4444-b16a-da54a1baa31c service neutron] 10.222.0.82 "GET /v2.0/networks?id=f3172b19-37f4-47e1-a878-5aad46a4730e HTTP/1.1" status: 200 len: 911 time: 0.3333066 Aug 12 15:33:23.401530 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee01c1-e751-428d-8053-30c33574869e req-c9a3c6cf-3dc2-4e01-8060-bf51b1a7487c tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:23.411006 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d1ee01c1-e751-428d-8053-30c33574869e req-c9a3c6cf-3dc2-4e01-8060-bf51b1a7487c tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.2054315 Aug 12 15:33:23.524155 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d1ee01c1-e751-428d-8053-30c33574869e req-b240797a-4975-4ebb-83c8-ad87394b7bc4 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065042 Aug 12 15:33:23.529312 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-be235cad-d86e-44fb-87bb-141578dcbeae req-52ef5f45-afd4-4537-a1a5-3c7504693c46 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad41b250-fc2b-40de-8589-c37a71da09ff HTTP/1.1" status: 200 len: 1002 time: 0.2481661 Aug 12 15:33:23.637199 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899d40ed-13c4-48b5-9b11-ec874729ff94', 'name': 'network-vif-deleted', 'tag': '33a03c4a-af94-4f4d-bdc3-143df79f341e', 'status': 'completed', 'code': 200} Aug 12 15:33:23.679859 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be235cad-d86e-44fb-87bb-141578dcbeae req-a14c1c18-fa44-4f5b-8e17-b2d67e86f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:23.681301 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-be235cad-d86e-44fb-87bb-141578dcbeae req-a14c1c18-fa44-4f5b-8e17-b2d67e86f09c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=74cba89c-c64c-4a24-a16e-3479da23e1c4 HTTP/1.1" status: 200 len: 849 time: 0.1399531 Aug 12 15:33:23.848579 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6b6a9486-ff59-4d65-810d-c96e5e2d612a req-676e3efb-85af-4d50-949c-c345b79a12b2 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] 10.222.0.59 "GET /v2.0/ports?device_id=899d40ed-13c4-48b5-9b11-ec874729ff94 HTTP/1.1" status: 200 len: 210 time: 0.0646157 Aug 12 15:33:24.022087 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 33a03c4a-af94-4f4d-bdc3-143df79f341e no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:33:24.064929 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] No Port match for: 33a03c4a-af94-4f4d-bdc3-143df79f341e {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:33:24.065307 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 33a03c4a-af94-4f4d-bdc3-143df79f341e not bound to the agent host hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:33:24.107023 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be235cad-d86e-44fb-87bb-141578dcbeae req-3f89090f-342a-4f10-96e9-f79d4a9236b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:24.111237 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-be235cad-d86e-44fb-87bb-141578dcbeae req-3f89090f-342a-4f10-96e9-f79d4a9236b8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f3172b19-37f4-47e1-a878-5aad46a4730e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4152091 Aug 12 15:33:24.290391 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac525a2-c4e9-44cf-a79f-56bac74093fd req-b1a73056-f9a7-4f68-aca1-19afe92d674e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:24.312248 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2ac525a2-c4e9-44cf-a79f-56bac74093fd req-b1a73056-f9a7-4f68-aca1-19afe92d674e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.1717162 Aug 12 15:33:24.394091 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-be235cad-d86e-44fb-87bb-141578dcbeae req-e4a8efa5-f3d9-46a1-9532-0c1754118b24 service neutron] 10.222.0.82 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693982 Aug 12 15:33:24.398969 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2ac525a2-c4e9-44cf-a79f-56bac74093fd req-3a59c164-97f4-4b8b-ad57-0174d6509e6d tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856595 Aug 12 15:33:24.589172 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-be235cad-d86e-44fb-87bb-141578dcbeae req-8d9caeb3-c78e-45e1-9ac6-7415afacb204 service neutron] 10.222.0.82 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876135 Aug 12 15:33:24.840250 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61667160-846e-4537-9caa-3bcbb34f7414 req-ce4c7211-2de4-44e1-b12f-f18c8b9cc6ed tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:24.841814 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-61667160-846e-4537-9caa-3bcbb34f7414 req-ce4c7211-2de4-44e1-b12f-f18c8b9cc6ed tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1204934 Aug 12 15:33:24.927505 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-61667160-846e-4537-9caa-3bcbb34f7414 req-db684c80-88b4-4932-a16f-1fc4537fe273 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792868 Aug 12 15:33:25.093455 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 49810) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:33:25.297931 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_v2 [None req-b015df69-343c-4b89-8855-b3ef32966150 admin admin] Deleting subnet 16db9637-239a-4a26-a46b-09e2d03b1fdb {{(pid=79208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 12 15:33:25.307787 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b015df69-343c-4b89-8855-b3ef32966150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:25.380454 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b015df69-343c-4b89-8855-b3ef32966150 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:25.390377 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b015df69-343c-4b89-8855-b3ef32966150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15865242'] for subnet, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:25.491094 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b015df69-343c-4b89-8855-b3ef32966150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15865237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for subnet, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:25.516851 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:25.612904 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b015df69-343c-4b89-8855-b3ef32966150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:25.619524 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015df69-343c-4b89-8855-b3ef32966150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16db9637-239a-4a26-a46b-09e2d03b1fdb,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:25.627081 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b015df69-343c-4b89-8855-b3ef32966150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:25.642362 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-b015df69-343c-4b89-8855-b3ef32966150 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/16db9637-239a-4a26-a46b-09e2d03b1fdb HTTP/1.1" status: 204 len: 168 time: 0.5446672 Aug 12 15:33:25.642780 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 49816) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:33:25.733086 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d80874-b801-4cc7-9f7e-330c1dc76c83 req-c2f410bf-7350-4910-9673-32f622e21f95 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:25.734876 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d7d80874-b801-4cc7-9f7e-330c1dc76c83 req-c2f410bf-7350-4910-9673-32f622e21f95 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.1357551 Aug 12 15:33:25.795724 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16529243'] for network, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:25.892017 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d7d80874-b801-4cc7-9f7e-330c1dc76c83 req-6cf866cb-5e9d-4979-9917-320cd23f457f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510661 Aug 12 15:33:26.064953 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15862113', 'neutron.services.segments.db._delete_segments_for_network-8783031516317'] for network, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:26.114848 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:33:26.114848 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:33:26.114848 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:33:26.114848 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Subscribe: > port after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:33:26.114848 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:33:26.114848 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Subscribe: > port after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:33:26.114848 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:33:26.114848 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:33:26.114848 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:33:26.114848 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:33:26.290506 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816fc56-09e0-4d64-9f03-976171beb1f7 req-6d13946f-d4f2-4404-88f0-9aad61f35eb8 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:26.295785 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-9816fc56-09e0-4d64-9f03-976171beb1f7 req-6d13946f-d4f2-4404-88f0-9aad61f35eb8 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1663470 Aug 12 15:33:26.332519 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:33:26.334010 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:33:26.334376 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:33:26.334674 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 15:33:26.337195 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb181ef-975e-4807-8710-3203d084afac']}} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:26.377960 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f121fbc5-3d8b-4df1-abd9-125f9716be35') {'for_net_delete': True} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:26.379527 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f121fbc5-3d8b-4df1-abd9-125f9716be35') {} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:26.381621 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-9816fc56-09e0-4d64-9f03-976171beb1f7 req-4a0c94e2-c83e-49ed-a1ef-cd86180de84e tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788558 Aug 12 15:33:26.408103 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783031512823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060102'] for segment, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:26.434758 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:26.442870 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=79208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:33:26.443421 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15867305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2305617'] for segment, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: from cryptography.utils import int_from_bytes Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: from cryptography.utils import int_from_bytes Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: util.warn_limited( Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: util.warn_limited( Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: Traceback (most recent call last): Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: timer() Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: cb(*args, **kw) Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: return func(*args, **kwargs) Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: self._notify() Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: self.callback(batched_events) Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: event.method(event) Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: return f(self, *a, **k) Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: return self._get(url).json() Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: return self.request(url, 'GET', **kwargs) Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:33:26.466173 dv-cinder-804345-1-smb neutron-server[79208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:33:26.582290 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15862040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544010'] for network, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:26.588927 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:26.631357 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbb181ef-975e-4807-8710-3203d084afac,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:26.640855 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:26.672738 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:26.688473 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/dbb181ef-975e-4807-8710-3203d084afac HTTP/1.1" status: 204 len: 168 time: 1.0435343 Aug 12 15:33:26.948461 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 49830) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:33:27.020185 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-751b4040-b4cb-47b3-a1be-f3b1ee0f1dec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9e079d5a71e84fd2a7b132b69b028ffe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0702815 Aug 12 15:33:27.020805 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 49834) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:33:27.102863 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2969df5f-5a0a-4954-9495-3bedf0d24057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:27.138637 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2969df5f-5a0a-4954-9495-3bedf0d24057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:27.233892 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2969df5f-5a0a-4954-9495-3bedf0d24057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:27.238649 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-36c90626-1369-490f-be77-26f25b95b731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:27.278072 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969df5f-5a0a-4954-9495-3bedf0d24057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d050ae7-70a7-4724-bd5e-21c15b7cbe8d,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:27.281755 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2969df5f-5a0a-4954-9495-3bedf0d24057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:27.297369 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2969df5f-5a0a-4954-9495-3bedf0d24057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:27.309586 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-2969df5f-5a0a-4954-9495-3bedf0d24057 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6d050ae7-70a7-4724-bd5e-21c15b7cbe8d HTTP/1.1" status: 204 len: 168 time: 0.2865667 Aug 12 15:33:27.731487 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14319f4a-4c51-469a-b4f9-1a07d7088f12 req-02921d5e-9b7e-40c8-a488-c57a29f66bb5 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:27.733981 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-14319f4a-4c51-469a-b4f9-1a07d7088f12 req-02921d5e-9b7e-40c8-a488-c57a29f66bb5 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1879702 Aug 12 15:33:27.856374 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-14319f4a-4c51-469a-b4f9-1a07d7088f12 req-86131a60-2ea1-4fc8-bd7b-d0cc8b5d45fe tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144392 Aug 12 15:33:29.147549 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9982c85-cb02-49bb-8b68-ce789caee93c req-82a569cf-f185-44da-9ab3-fe043e94d29a tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:29.149667 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b9982c85-cb02-49bb-8b68-ce789caee93c req-82a569cf-f185-44da-9ab3-fe043e94d29a tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1231568 Aug 12 15:33:29.233201 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b9982c85-cb02-49bb-8b68-ce789caee93c req-d8284701-4478-4b57-818b-67044a297df8 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775955 Aug 12 15:33:29.550358 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa4541-c19c-40e9-9f47-1a23c5244507 req-8a2b7f59-cf47-45f9-bf7e-cb28f3b561e6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:29.553853 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-fffa4541-c19c-40e9-9f47-1a23c5244507 req-8a2b7f59-cf47-45f9-bf7e-cb28f3b561e6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.1083848 Aug 12 15:33:29.606916 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-fffa4541-c19c-40e9-9f47-1a23c5244507 req-dbbe00ce-3a28-495a-8c92-dc8f0b8ccebd tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456493 Aug 12 15:33:29.983222 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-9730220f-6312-44b5-a019-ed58c2950f04 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:29.984247 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-9730220f-6312-44b5-a019-ed58c2950f04 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Synchronizing usage tracker for tenant:09e68664a04e4f97b9237c56122c4aff on resource:network {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:33:30.004129 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-9730220f-6312-44b5-a019-ed58c2950f04 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Unset dirty status for tenant:09e68664a04e4f97b9237c56122c4aff on resource:network {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:33:30.005830 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-9730220f-6312-44b5-a019-ed58c2950f04 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/networks?id=18209e51-9c92-4530-bc69-1c817ee48327 HTTP/1.1" status: 200 len: 814 time: 0.1821604 Aug 12 15:33:30.028713 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c1ba85f8-eab5-44b0-9a9b-88afc5c59f2a tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/quotas/09e68664a04e4f97b9237c56122c4aff HTTP/1.1" status: 200 len: 375 time: 0.0165536 Aug 12 15:33:30.121054 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-cd07d22a-8332-449b-972b-45a0f45cd2cd tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Synchronizing usage tracker for tenant:09e68664a04e4f97b9237c56122c4aff on resource:port {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:33:30.145161 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-cd07d22a-8332-449b-972b-45a0f45cd2cd tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Unset dirty status for tenant:09e68664a04e4f97b9237c56122c4aff on resource:port {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:33:30.159581 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-cd07d22a-8332-449b-972b-45a0f45cd2cd tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=09e68664a04e4f97b9237c56122c4aff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1183121 Aug 12 15:33:30.311054 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-6c22bf1f-b3bb-4dcc-8dce-8d2cd23d3ad6 service neutron] 10.222.0.59 "GET /v2.0/networks/18209e51-9c92-4530-bc69-1c817ee48327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502178 Aug 12 15:33:30.342578 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 49928) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:33:30.511454 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e59f7957-ad4c-4c58-b062-d3f1175573b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:30.536658 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-e59f7957-ad4c-4c58-b062-d3f1175573b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:33:30.542055 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-e59f7957-ad4c-4c58-b062-d3f1175573b2 admin admin] Usage tracker for resource:security_group_rule and tenant:4bbd18f9a0db415981a95b3aaccaadd6 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:33:30.545550 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-e59f7957-ad4c-4c58-b062-d3f1175573b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:33:30.551833 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-e59f7957-ad4c-4c58-b062-d3f1175573b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:33:30.675194 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e59f7957-ad4c-4c58-b062-d3f1175573b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:30.678283 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-2f12b9a5-7b86-4b29-af30-f43154aaafe7 service neutron] 10.222.0.59 "GET /v2.0/networks/18209e51-9c92-4530-bc69-1c817ee48327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660533 Aug 12 15:33:30.681670 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e59f7957-ad4c-4c58-b062-d3f1175573b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:30.701325 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c8fb5-698a-4f9d-b0ef-a99f6cc47be3 req-ee179b41-b6ee-4f71-91f1-90f786d3d77f tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:30.705837 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:30.723134 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a36c8fb5-698a-4f9d-b0ef-a99f6cc47be3 req-ee179b41-b6ee-4f71-91f1-90f786d3d77f tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.2174554 Aug 12 15:33:30.753720 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-e59f7957-ad4c-4c58-b062-d3f1175573b2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4bbd18f9a0db415981a95b3aaccaadd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097710 Aug 12 15:33:30.756959 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 49940) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:33:30.797674 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f7957-ad4c-4c58-b062-d3f1175573b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5029a9-b9c2-4409-aabf-d456e38d8b9b,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:30.800237 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a36c8fb5-698a-4f9d-b0ef-a99f6cc47be3 req-e72e9841-4d5f-417b-907d-9158c2a1d9cf tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758600 Aug 12 15:33:30.802303 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e59f7957-ad4c-4c58-b062-d3f1175573b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:30.841495 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3687c9dc-3ec8-4e89-91f1-8c80cf1f3d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:30.880192 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3687c9dc-3ec8-4e89-91f1-8c80cf1f3d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:31.042380 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3687c9dc-3ec8-4e89-91f1-8c80cf1f3d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:31.053876 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2e019820-103a-4e76-abbb-f0576719813c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:31.072367 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbab86-ab2a-4aad-8274-16f85e8c8ba2 req-e9cdf4ea-5abb-4568-82d9-e861a17d03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:31.074225 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-fafbab86-ab2a-4aad-8274-16f85e8c8ba2 req-e9cdf4ea-5abb-4568-82d9-e861a17d03ba service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 1098 time: 0.1321225 Aug 12 15:33:31.077407 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687c9dc-3ec8-4e89-91f1-8c80cf1f3d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5029a9-b9c2-4409-aabf-d456e38d8b9b,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:31.080632 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3687c9dc-3ec8-4e89-91f1-8c80cf1f3d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:31.100871 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3687c9dc-3ec8-4e89-91f1-8c80cf1f3d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:31.102837 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-3687c9dc-3ec8-4e89-91f1-8c80cf1f3d8e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6e5029a9-b9c2-4409-aabf-d456e38d8b9b HTTP/1.1" status: 204 len: 168 time: 0.3442335 Aug 12 15:33:31.128612 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bce69570-437a-4e9d-9e9b-87e7ae375fd8 req-1b6cb8ed-29ef-48ac-9f4a-c453f4dacb0c tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0899227 Aug 12 15:33:31.161345 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-fafbab86-ab2a-4aad-8274-16f85e8c8ba2 req-7193e3fe-f232-4539-a658-0fb514a81ef3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795200 Aug 12 15:33:31.168446 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d77d8f-d826-43a5-88c1-fdc585248b5b req-159887af-8151-4989-8792-8f493b0b954f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:31.175478 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d1d77d8f-d826-43a5-88c1-fdc585248b5b req-159887af-8151-4989-8792-8f493b0b954f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.2383244 Aug 12 15:33:31.230447 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d1d77d8f-d826-43a5-88c1-fdc585248b5b req-4aed57eb-19db-4431-b32a-ae8faf096ec2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531616 Aug 12 15:33:31.587310 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 49962) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:33:31.616897 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-13c1a0a5-3128-435f-b0f4-c1be92804998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:31.635958 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-13c1a0a5-3128-435f-b0f4-c1be92804998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:33:31.640930 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-13c1a0a5-3128-435f-b0f4-c1be92804998 admin admin] Usage tracker for resource:security_group_rule and tenant:d4a2d49dcf4a49128df274869ce695e7 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:33:31.644054 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-13c1a0a5-3128-435f-b0f4-c1be92804998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:33:31.653086 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-13c1a0a5-3128-435f-b0f4-c1be92804998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:33:31.768472 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-13c1a0a5-3128-435f-b0f4-c1be92804998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:31.773587 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-13c1a0a5-3128-435f-b0f4-c1be92804998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:31.781170 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6725a327-9e48-4bd6-b17b-7f0779b1fa2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:31.830533 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-13c1a0a5-3128-435f-b0f4-c1be92804998 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d4a2d49dcf4a49128df274869ce695e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386773 Aug 12 15:33:31.830533 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 49966) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:33:31.834647 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1a0a5-3128-435f-b0f4-c1be92804998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a8914f-0d0c-48b4-b07c-d2051bc83c63,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:31.838587 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-13c1a0a5-3128-435f-b0f4-c1be92804998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:31.938735 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a28f9743-d6db-483a-853c-12ee5335fd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:31.983116 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a28f9743-d6db-483a-853c-12ee5335fd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:32.061822 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a28f9743-d6db-483a-853c-12ee5335fd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:32.065996 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-db94245b-ba59-42d6-a742-1f3d494549e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:32.081333 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f9743-d6db-483a-853c-12ee5335fd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a8914f-0d0c-48b4-b07c-d2051bc83c63,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:32.084422 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a28f9743-d6db-483a-853c-12ee5335fd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:32.093350 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614bd10-3ca2-4e65-826e-6f29f1e5057b req-b22e0e64-e534-4a4c-a99c-7f71c10b961c tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:32.101136 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1614bd10-3ca2-4e65-826e-6f29f1e5057b req-b22e0e64-e534-4a4c-a99c-7f71c10b961c tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1154649 Aug 12 15:33:32.102698 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a28f9743-d6db-483a-853c-12ee5335fd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:32.107487 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-a28f9743-d6db-483a-853c-12ee5335fd70 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/21a8914f-0d0c-48b4-b07c-d2051bc83c63 HTTP/1.1" status: 204 len: 168 time: 0.2723765 Aug 12 15:33:32.163200 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1614bd10-3ca2-4e65-826e-6f29f1e5057b req-79368df0-4af6-40be-a91e-e65ec50791c7 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606720 Aug 12 15:33:32.311288 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-259567ca-9b13-4cac-91b2-3ff1e3ba5cb8 req-b040d473-d681-40f3-a9c0-2ec01b34d554 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0578728 Aug 12 15:33:32.558891 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413d9e9-bf9f-4d54-bc96-03b9a21f805e req-e35e97d0-5f53-4400-ade0-696ae0e3813b tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:32.561235 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a413d9e9-bf9f-4d54-bc96-03b9a21f805e req-e35e97d0-5f53-4400-ade0-696ae0e3813b tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.1262782 Aug 12 15:33:32.625212 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a413d9e9-bf9f-4d54-bc96-03b9a21f805e req-cb59fa59-777a-4113-a9e8-c0bf4db0d5e7 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571139 Aug 12 15:33:33.099342 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-8cefd99c-cd3b-438c-949b-9be4d212f1b3 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:33.101652 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-8cefd99c-cd3b-438c-949b-9be4d212f1b3 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.82 "GET /v2.0/networks?id=18209e51-9c92-4530-bc69-1c817ee48327 HTTP/1.1" status: 200 len: 814 time: 0.3182576 Aug 12 15:33:33.122687 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-93108ca8-419d-4c45-86ff-d0745f2f3f23 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Request body: {'port': {'device_id': '1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0', 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327', 'admin_state_up': True, 'tenant_id': '09e68664a04e4f97b9237c56122c4aff'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:33:33.347127 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-93108ca8-419d-4c45-86ff-d0745f2f3f23 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:33:33.394411 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-93108ca8-419d-4c45-86ff-d0745f2f3f23 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:33:33.419446 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-93108ca8-419d-4c45-86ff-d0745f2f3f23 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Made reservation on behalf of 09e68664a04e4f97b9237c56122c4aff for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:33:33.423513 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-93108ca8-419d-4c45-86ff-d0745f2f3f23 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:33.633632 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7566b0b4-e8ba-469b-be87-f23c61c701ac req-c47d2a66-ae3b-40e7-9c2a-427ab0c00a29 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0669544 Aug 12 15:33:33.673127 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9ea77-a3fa-468d-82ba-8993b3f08489 req-d3ab49b0-ca96-4934-837b-196e4f2c7b5e tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:33.681271 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c2d9ea77-a3fa-468d-82ba-8993b3f08489 req-d3ab49b0-ca96-4934-837b-196e4f2c7b5e tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.2193735 Aug 12 15:33:33.746425 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c2d9ea77-a3fa-468d-82ba-8993b3f08489 req-3656bc90-032c-4c17-80d7-a96846392d55 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641394 Aug 12 15:33:33.776492 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-93108ca8-419d-4c45-86ff-d0745f2f3f23 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Allocated IP 172.20.0.3 (18209e51-9c92-4530-bc69-1c817ee48327/585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1/543030e5-d363-4cd4-9284-c256dba5f1d8) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:33:34.014737 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0548f2-bd5a-4caf-8161-8e3b5dc79968 req-0f5c8a00-b154-4c7b-9f7d-223014686dfa tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:34.026743 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4f0548f2-bd5a-4caf-8161-8e3b5dc79968 req-0f5c8a00-b154-4c7b-9f7d-223014686dfa tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.1870465 Aug 12 15:33:34.093244 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4f0548f2-bd5a-4caf-8161-8e3b5dc79968 req-7300c37d-50fe-4ef5-aa68-54f5641d4044 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653315 Aug 12 15:33:34.264196 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-93108ca8-419d-4c45-86ff-d0745f2f3f23 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:34.321454 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-93108ca8-419d-4c45-86ff-d0745f2f3f23 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Transition to ACTIVE for port object 543030e5-d363-4cd4-9284-c256dba5f1d8 will not be triggered until provisioned by entity DHCP. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:33:34.393902 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-93108ca8-419d-4c45-86ff-d0745f2f3f23 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:34.416452 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ecb05ba0-c8d5-49b4-8c58-1cb53b1e745a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:34.618757 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-93108ca8-419d-4c45-86ff-d0745f2f3f23 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Network 18209e51-9c92-4530-bc69-1c817ee48327 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:33:34.625758 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-93108ca8-419d-4c45-86ff-d0745f2f3f23 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:33:34.634144 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-93108ca8-419d-4c45-86ff-d0745f2f3f23 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:33:34.815028 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93108ca8-419d-4c45-86ff-d0745f2f3f23 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Pushing event updated for resources: {'Port': ['ID=543030e5-d363-4cd4-9284-c256dba5f1d8,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:34.818233 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0c8d7-0bae-435b-8e0d-837a2d54b689 req-b7030367-41c8-4322-ba5e-1c9db28f13c5 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:34.830066 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3ba0c8d7-0bae-435b-8e0d-837a2d54b689 req-b7030367-41c8-4322-ba5e-1c9db28f13c5 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.2125993 Aug 12 15:33:34.842460 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-93108ca8-419d-4c45-86ff-d0745f2f3f23 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:34.913490 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-93108ca8-419d-4c45-86ff-d0745f2f3f23 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:34.914429 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-93108ca8-419d-4c45-86ff-d0745f2f3f23 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:34.943694 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ba768-955e-4300-916c-8aef0580906b req-ae1dbe6b-4822-4471-8e8b-9452c4b0e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:34.946435 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-0c7ba768-955e-4300-916c-8aef0580906b req-ae1dbe6b-4822-4471-8e8b-9452c4b0e085 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b916570d7d042448e9f20bea13de712&device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 1098 time: 0.3222060 Aug 12 15:33:34.986131 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3ba0c8d7-0bae-435b-8e0d-837a2d54b689 req-2d407822-af19-4d88-8643-1ca38b445736 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547303 Aug 12 15:33:35.037614 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956463cf-9dd7-4d5c-9ae7-deeca650396b req-276de230-f379-4444-b8cd-5fe568bc4dfa tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:35.045721 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-956463cf-9dd7-4d5c-9ae7-deeca650396b req-276de230-f379-4444-b8cd-5fe568bc4dfa tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 931 time: 0.1621408 Aug 12 15:33:35.096146 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-956463cf-9dd7-4d5c-9ae7-deeca650396b req-793f30d8-ec27-43a0-ac96-8ddb395f999c tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Synchronizing usage tracker for tenant:09e68664a04e4f97b9237c56122c4aff on resource:security_group {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:33:35.132078 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-956463cf-9dd7-4d5c-9ae7-deeca650396b req-793f30d8-ec27-43a0-ac96-8ddb395f999c tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Unset dirty status for tenant:09e68664a04e4f97b9237c56122c4aff on resource:security_group {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:33:35.150076 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-956463cf-9dd7-4d5c-9ae7-deeca650396b req-793f30d8-ec27-43a0-ac96-8ddb395f999c tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030252 Aug 12 15:33:35.190623 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-fbcaeb1b-c747-45ec-9967-50a1c2343564 None None] Provisioning for port 543030e5-d363-4cd4-9284-c256dba5f1d8 completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:33:35.200950 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-fbcaeb1b-c747-45ec-9967-50a1c2343564 None None] Provisioning complete for port 543030e5-d363-4cd4-9284-c256dba5f1d8 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:35.203511 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-fbcaeb1b-c747-45ec-9967-50a1c2343564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:35.239496 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ba768-955e-4300-916c-8aef0580906b req-c64a43a4-161e-4a54-bdbc-ad26c16882da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:35.245191 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-0c7ba768-955e-4300-916c-8aef0580906b req-c64a43a4-161e-4a54-bdbc-ad26c16882da service neutron] 10.222.0.82 "GET /v2.0/networks?id=2b674c06-763a-4b9c-899f-74cb3faee52e HTTP/1.1" status: 200 len: 919 time: 0.2695296 Aug 12 15:33:35.249588 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-93108ca8-419d-4c45-86ff-d0745f2f3f23 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1314037 Aug 12 15:33:35.316700 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-fbcaeb1b-c747-45ec-9967-50a1c2343564 None None] Port 543030e5-d363-4cd4-9284-c256dba5f1d8 cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:33:35.455699 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Request body: {'port': {'device_id': '1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:33:35.510878 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96423c4e-34c6-486a-9773-01530b935782 req-018aa6a3-5a2d-4093-9000-ca211614a2ea tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:35.533985 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-96423c4e-34c6-486a-9773-01530b935782 req-018aa6a3-5a2d-4093-9000-ca211614a2ea tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.1910496 Aug 12 15:33:35.584669 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-0c7ba768-955e-4300-916c-8aef0580906b req-f8fa400c-3cf2-4d01-9c2e-bd17dd95aad4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb497821-8775-4fb2-87ea-78c8dee3409e HTTP/1.1" status: 200 len: 217 time: 0.2650394 Aug 12 15:33:35.649717 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-96423c4e-34c6-486a-9773-01530b935782 req-cc75f47b-c8e3-4999-854d-f5eb53d3c26b tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160910 Aug 12 15:33:35.799832 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ba768-955e-4300-916c-8aef0580906b req-92293876-0a49-45b0-838a-bbf6998e6d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:35.801265 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-0c7ba768-955e-4300-916c-8aef0580906b req-92293876-0a49-45b0-838a-bbf6998e6d27 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cce504bc-20fe-4dae-b0d4-c8fe9856a2a3 HTTP/1.1" status: 200 len: 858 time: 0.1117435 Aug 12 15:33:35.806393 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:35.885495 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-0c7ba768-955e-4300-916c-8aef0580906b req-617b7f7a-4414-4ea9-9566-948f0860b235 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2b674c06-763a-4b9c-899f-74cb3faee52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675106 Aug 12 15:33:36.209729 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-0c7ba768-955e-4300-916c-8aef0580906b req-1d88288f-522b-4ae9-8c12-25c0c646e122 service neutron] 10.222.0.82 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872441 Aug 12 15:33:36.322766 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f207fd-2d19-4436-8ca7-a5da023237c5 req-f028d17d-99bd-45ee-b409-7812cf097971 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:36.329529 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d9f207fd-2d19-4436-8ca7-a5da023237c5 req-f028d17d-99bd-45ee-b409-7812cf097971 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1369491 Aug 12 15:33:36.492632 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d9f207fd-2d19-4436-8ca7-a5da023237c5 req-41666ddf-55f6-49a6-bcb6-f852cee3fe8b tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021945 Aug 12 15:33:36.557131 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aaa7ad-3e12-4e6d-b364-098f4867f01c req-838118d7-164e-481a-aad6-72aba86f4c52 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:36.568753 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-21aaa7ad-3e12-4e6d-b364-098f4867f01c req-838118d7-164e-481a-aad6-72aba86f4c52 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 931 time: 0.2371504 Aug 12 15:33:36.663300 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-21aaa7ad-3e12-4e6d-b364-098f4867f01c req-9fca2c3d-b9e9-4b75-a3b1-cb0ef7e24cfc tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922689 Aug 12 15:33:36.801259 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543030e5-d363-4cd4-9284-c256dba5f1d8 {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:33:36.810916 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:36.910415 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Transition to ACTIVE for port object 543030e5-d363-4cd4-9284-c256dba5f1d8 will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:33:36.919036 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305661'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:36.932700 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-51455df6-39a9-4f2f-903c-0e1b2018c236 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:37.260524 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444d6ef-021d-4ddb-abfb-438823d20814 req-c5d978c1-acce-414b-97ae-a77de0b6a25c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:37.269404 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5444d6ef-021d-4ddb-abfb-438823d20814 req-c5d978c1-acce-414b-97ae-a77de0b6a25c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.1695333 Aug 12 15:33:37.462430 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Pushing event updated for resources: {'Port': ['ID=543030e5-d363-4cd4-9284-c256dba5f1d8,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:37.467260 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Attempting to bind port 543030e5-d363-4cd4-9284-c256dba5f1d8 on host hv-cinder-80434 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:33:37.467814 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Attempting to bind port 543030e5-d363-4cd4-9284-c256dba5f1d8 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '844a6bec-afac-46d6-94ce-d23922a214d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:33:37.468317 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5444d6ef-021d-4ddb-abfb-438823d20814 req-6ae49cb9-f011-4c0e-ad83-34b96ee0d625 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966097 Aug 12 15:33:37.469172 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Attempting to bind port 543030e5-d363-4cd4-9284-c256dba5f1d8 on network 18209e51-9c92-4530-bc69-1c817ee48327 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:33:37.471880 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:37.498051 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Port 543030e5-d363-4cd4-9284-c256dba5f1d8 on network 18209e51-9c92-4530-bc69-1c817ee48327 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 12 15:33:37.498400 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Attempting to bind port 543030e5-d363-4cd4-9284-c256dba5f1d8 on network 18209e51-9c92-4530-bc69-1c817ee48327 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:33:37.510800 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-0c7ba768-955e-4300-916c-8aef0580906b req-21188f2b-8388-4126-a14c-66ecd2e1b775 service neutron] 10.222.0.82 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2708609 Aug 12 15:33:37.511580 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Checking agent: {'id': 'ee8f405c-fd53-4642-8bfa-8ace78e7783f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:33:37.512019 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Checking segment: {'id': '844a6bec-afac-46d6-94ce-d23922a214d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:33:37.512485 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Bound using segment: {'id': '844a6bec-afac-46d6-94ce-d23922a214d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:33:37.512994 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Bound port: 543030e5-d363-4cd4-9284-c256dba5f1d8, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '844a6bec-afac-46d6-94ce-d23922a214d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:33:37.513338 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:37.613551 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] For port 543030e5-d363-4cd4-9284-c256dba5f1d8, host hv-cinder-80434, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:33:37.618137 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] For port 543030e5-d363-4cd4-9284-c256dba5f1d8, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=543030e5-d363-4cd4-9284-c256dba5f1d8,segment=NetworkSegment(844a6bec-afac-46d6-94ce-d23922a214d0),segment_id=844a6bec-afac-46d6-94ce-d23922a214d0)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:33:37.624726 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305661'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:37.637322 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:37.783481 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Pushing event updated for resources: {'Port': ['ID=543030e5-d363-4cd4-9284-c256dba5f1d8,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:37.789367 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:37.829616 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:37.830955 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:37.835421 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] 10.222.0.82 "PUT /v2.0/ports/543030e5-d363-4cd4-9284-c256dba5f1d8 HTTP/1.1" status: 200 len: 1093 time: 2.5151842 Aug 12 15:33:37.867932 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0', 'tag': '543030e5-d363-4cd4-9284-c256dba5f1d8'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:33:38.209046 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f590a2-757a-478f-95d2-e7dd4c1e184c req-023a5e98-2f47-46a1-b267-65a709d30570 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:38.210649 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b6f590a2-757a-478f-95d2-e7dd4c1e184c req-023a5e98-2f47-46a1-b267-65a709d30570 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.4870603 Aug 12 15:33:38.242564 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-5f9357a1-9712-4892-bb8c-79966141b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:38.247681 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-5f9357a1-9712-4892-bb8c-79966141b126 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=09e68664a04e4f97b9237c56122c4aff&device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 1096 time: 0.2533095 Aug 12 15:33:38.326994 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45226374-bb2a-49f6-97b2-be9f94f441e6 req-f415af45-6492-4ca2-a320-90571b02425b tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:38.328546 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-45226374-bb2a-49f6-97b2-be9f94f441e6 req-f415af45-6492-4ca2-a320-90571b02425b tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 943 time: 0.4194956 Aug 12 15:33:38.424818 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-61a9942c-8cfa-4a43-86b9-598745bd237b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=543030e5-d363-4cd4-9284-c256dba5f1d8 HTTP/1.1" status: 200 len: 217 time: 0.1556184 Aug 12 15:33:38.516530 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-45226374-bb2a-49f6-97b2-be9f94f441e6 req-80adbe8a-77ed-44bd-93ff-d07229740d69 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777730 Aug 12 15:33:38.531483 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b6f590a2-757a-478f-95d2-e7dd4c1e184c req-45c22b30-e627-4e02-a368-40533d22066f tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955573 Aug 12 15:33:38.589926 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0', 'tag': '543030e5-d363-4cd4-9284-c256dba5f1d8', 'status': 'completed', 'code': 200} Aug 12 15:33:38.771766 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c1473-f3d6-4684-858f-d3327f056099 req-5af46ae1-7ac9-48a5-999b-87937c76134f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:38.784064 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-733c1473-f3d6-4684-858f-d3327f056099 req-5af46ae1-7ac9-48a5-999b-87937c76134f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.1362059 Aug 12 15:33:38.795480 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b67e02db-23c9-48ae-a0c0-440d27f9e3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:38.886838 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-733c1473-f3d6-4684-858f-d3327f056099 req-cfd419ee-1b95-4cce-9a16-c5fbb7c1891c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996757 Aug 12 15:33:39.785830 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ca109-c47b-4b29-adae-f283cea496fa req-2b3736a2-22ef-428d-ac3e-1fad67740cb8 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:39.787321 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-451ca109-c47b-4b29-adae-f283cea496fa req-2b3736a2-22ef-428d-ac3e-1fad67740cb8 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1131997 Aug 12 15:33:39.794089 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:39.796318 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1092014-2478-40dc-a349-d000fe96d4ef req-44085eac-77ff-4c64-b03b-4c93494dfcf4 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:39.797849 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a1092014-2478-40dc-a349-d000fe96d4ef req-44085eac-77ff-4c64-b03b-4c93494dfcf4 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 943 time: 0.1572831 Aug 12 15:33:39.869767 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-451ca109-c47b-4b29-adae-f283cea496fa req-6d334ad9-6658-46d5-9b4e-9a57d1b2479b tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707901 Aug 12 15:33:39.874569 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a1092014-2478-40dc-a349-d000fe96d4ef req-34264943-208f-4f56-9f07-edcc7d650ff3 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619254 Aug 12 15:33:40.083760 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f32bf-2e2e-4716-a46d-8864a7636dd6 req-9a6f51a0-5b31-46b5-b63d-e88fffd3b36e tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:40.085195 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a81f32bf-2e2e-4716-a46d-8864a7636dd6 req-9a6f51a0-5b31-46b5-b63d-e88fffd3b36e tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.0829144 Aug 12 15:33:40.138895 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a81f32bf-2e2e-4716-a46d-8864a7636dd6 req-29a892cb-ee99-4d3e-a0d5-69e9a2b92e2e tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473278 Aug 12 15:33:41.154762 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:33:41.169997 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e99e93-fd9b-4574-b95f-c2d8d14a167a req-2bcbde6c-1d50-4802-8f15-d41db520456b tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:41.177900 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c1e99e93-fd9b-4574-b95f-c2d8d14a167a req-2bcbde6c-1d50-4802-8f15-d41db520456b tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1386275 Aug 12 15:33:41.189366 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1607d56-536c-48fc-b860-8b0d66a178a9 req-d7b1d99d-038f-4b28-9175-b00d3d6e07d2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:41.191071 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b1607d56-536c-48fc-b860-8b0d66a178a9 req-d7b1d99d-038f-4b28-9175-b00d3d6e07d2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 943 time: 0.1924388 Aug 12 15:33:41.306864 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c1e99e93-fd9b-4574-b95f-c2d8d14a167a req-4ccb0b3b-a4c9-4193-84e7-5f338780141d tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280441 Aug 12 15:33:41.326379 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b1607d56-536c-48fc-b860-8b0d66a178a9 req-82c6538a-9282-4b02-9541-955cc6465219 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213381 Aug 12 15:33:41.530260 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7ce41-2aeb-41bb-990b-82487a61dc73 req-1b3e6a75-ca8a-4e92-967d-4c41b90cf3ff tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:41.532280 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-42b7ce41-2aeb-41bb-990b-82487a61dc73 req-1b3e6a75-ca8a-4e92-967d-4c41b90cf3ff tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.0933924 Aug 12 15:33:41.584295 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-62e43912-fb75-4931-93ef-6f3ac765d863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:41.615975 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-42b7ce41-2aeb-41bb-990b-82487a61dc73 req-e403ee01-988d-44f6-b7ff-ab61d4599739 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775318 Aug 12 15:33:42.576668 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ea583-62b6-4299-bb64-652144cb3e0a req-769166c0-de0a-402f-bdd2-9da75931f6ce tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:42.578276 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-764ea583-62b6-4299-bb64-652144cb3e0a req-769166c0-de0a-402f-bdd2-9da75931f6ce tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1385088 Aug 12 15:33:42.587705 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:42.591159 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1223e-9d72-486a-bcc8-62fd73a2ba02 req-bbd1a8d3-6ec9-4ca1-a210-90765c0da78b tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:42.592582 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-01a1223e-9d72-486a-bcc8-62fd73a2ba02 req-bbd1a8d3-6ec9-4ca1-a210-90765c0da78b tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 943 time: 0.1210680 Aug 12 15:33:42.669049 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-764ea583-62b6-4299-bb64-652144cb3e0a req-12c061f3-bdc0-405b-87a8-5c0c44882da2 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755231 Aug 12 15:33:42.671716 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-01a1223e-9d72-486a-bcc8-62fd73a2ba02 req-c955547b-c388-4e22-a217-c6dd34f42195 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627136 Aug 12 15:33:42.762053 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 50220) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:33:42.828017 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc9a7b0-0a2a-4eca-9476-c517c3e13c46 admin admin] Deleting subnet 9b5d421a-d46f-4abb-b397-472e5f7a4c7d {{(pid=79208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 12 15:33:42.831010 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-adc9a7b0-0a2a-4eca-9476-c517c3e13c46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:42.877161 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace8d23-f54e-432e-820a-50c79fb3fc42 req-d45b6a21-27e7-4a7d-9e99-6ccae98ec1af tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:42.887169 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-9ace8d23-f54e-432e-820a-50c79fb3fc42 req-d45b6a21-27e7-4a7d-9e99-6ccae98ec1af tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.1114767 Aug 12 15:33:42.907706 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-adc9a7b0-0a2a-4eca-9476-c517c3e13c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060121'] for subnet, precommit_delete_associations {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:42.981127 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-adc9a7b0-0a2a-4eca-9476-c517c3e13c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15865242'] for subnet, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:42.981845 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-9ace8d23-f54e-432e-820a-50c79fb3fc42 req-6840a674-f0fe-401b-a43a-1bf588942649 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937223 Aug 12 15:33:43.066788 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-adc9a7b0-0a2a-4eca-9476-c517c3e13c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15865237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2305591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2392286'] for subnet, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:43.070865 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:43.103168 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9a7b0-0a2a-4eca-9476-c517c3e13c46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5d421a-d46f-4abb-b397-472e5f7a4c7d,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:43.107425 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-adc9a7b0-0a2a-4eca-9476-c517c3e13c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:43.111734 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-adc9a7b0-0a2a-4eca-9476-c517c3e13c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:43.120062 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-adc9a7b0-0a2a-4eca-9476-c517c3e13c46 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9b5d421a-d46f-4abb-b397-472e5f7a4c7d HTTP/1.1" status: 204 len: 168 time: 0.3561578 Aug 12 15:33:43.122257 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 50234) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:33:43.248442 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e6e0d39c-aae5-4907-acf5-e09de710a733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16529243'] for network, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:43.434927 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e6e0d39c-aae5-4907-acf5-e09de710a733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15862113', 'neutron.services.segments.db._delete_segments_for_network-8783031516317'] for network, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:43.456547 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-e6e0d39c-aae5-4907-acf5-e09de710a733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef4648e-3c1a-40e7-9885-927f4c466ce1']}} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:43.469713 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-e6e0d39c-aae5-4907-acf5-e09de710a733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf1b9c6-492b-43dd-80d5-be6fdb154102') {'for_net_delete': True} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:43.470006 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-e6e0d39c-aae5-4907-acf5-e09de710a733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf1b9c6-492b-43dd-80d5-be6fdb154102') {} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:43.482916 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e6e0d39c-aae5-4907-acf5-e09de710a733 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783031512823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060102'] for segment, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:43.499881 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e6e0d39c-aae5-4907-acf5-e09de710a733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:43.506494 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e0d39c-aae5-4907-acf5-e09de710a733 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=79208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:33:43.506891 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e6e0d39c-aae5-4907-acf5-e09de710a733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15867305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2305617'] for segment, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: Traceback (most recent call last): Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: timer() Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: cb(*args, **kw) Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: return func(*args, **kwargs) Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: self._notify() Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: self.callback(batched_events) Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: event.method(event) Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: return f(self, *a, **k) Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: return self._get(url).json() Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: return self.request(url, 'GET', **kwargs) Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:33:43.520364 dv-cinder-804345-1-smb neutron-server[79208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:33:43.687339 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e6e0d39c-aae5-4907-acf5-e09de710a733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15862040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544010'] for network, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:43.691775 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-fee8c3b2-38ee-40c3-9498-c0560ae798a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:43.707673 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e6e0d39c-aae5-4907-acf5-e09de710a733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:43.714480 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0d39c-aae5-4907-acf5-e09de710a733 admin admin] Pushing event deleted for resources: {'Network': ['ID=eef4648e-3c1a-40e7-9885-927f4c466ce1,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:43.719647 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e6e0d39c-aae5-4907-acf5-e09de710a733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:43.731984 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-e6e0d39c-aae5-4907-acf5-e09de710a733 admin admin] 10.222.0.59 "DELETE /v2.0/networks/eef4648e-3c1a-40e7-9885-927f4c466ce1 HTTP/1.1" status: 204 len: 168 time: 0.6080372 Aug 12 15:33:43.824181 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:43.978738 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e337a9-7c2e-4410-8880-a807c6aeee90 req-a382af44-a57d-441e-920a-5d37c7c8ee34 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:43.992290 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-20e337a9-7c2e-4410-8880-a807c6aeee90 req-a382af44-a57d-441e-920a-5d37c7c8ee34 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 943 time: 0.1581714 Aug 12 15:33:44.010861 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 50254) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:33:44.043904 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd583b21-1474-458f-a104-0f434e16606e req-09a78849-9857-4435-af15-9adb08a7437e tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:44.045392 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dd583b21-1474-458f-a104-0f434e16606e req-09a78849-9857-4435-af15-9adb08a7437e tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1754663 Aug 12 15:33:44.052955 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-20e337a9-7c2e-4410-8880-a807c6aeee90 req-77790871-4634-4096-8d65-801fc26d3ec5 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598588 Aug 12 15:33:44.066372 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-d2f96db9-8613-461a-889d-7181e1e2d06d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=acd1118781424cc19f1fd5f71d5a6a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542574 Aug 12 15:33:44.068711 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 50260) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:33:44.101384 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dd583b21-1474-458f-a104-0f434e16606e req-40f1db6b-009d-403c-95a3-2866c428f52a tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474899 Aug 12 15:33:44.135784 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6003a7ef-8c19-4ec4-97b9-590bc33e171f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:44.163969 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6003a7ef-8c19-4ec4-97b9-590bc33e171f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:44.223834 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6003a7ef-8c19-4ec4-97b9-590bc33e171f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:44.240249 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-83eb56ed-cc6f-468d-affb-672f28e26099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:44.268090 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003a7ef-8c19-4ec4-97b9-590bc33e171f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a08c3b-2bbf-4e88-96dc-bc4d70934d35,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:44.270465 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6003a7ef-8c19-4ec4-97b9-590bc33e171f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:44.271546 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6003a7ef-8c19-4ec4-97b9-590bc33e171f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:44.273219 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-6003a7ef-8c19-4ec4-97b9-590bc33e171f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a5a08c3b-2bbf-4e88-96dc-bc4d70934d35 HTTP/1.1" status: 204 len: 168 time: 0.2033360 Aug 12 15:33:44.322961 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c0f90-4d31-41b6-bffa-a6c24e178d30 req-01589de6-1731-4ac5-ab5c-79b6af20324e tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:44.324909 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cd7c0f90-4d31-41b6-bffa-a6c24e178d30 req-01589de6-1731-4ac5-ab5c-79b6af20324e tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.1529927 Aug 12 15:33:44.385406 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cd7c0f90-4d31-41b6-bffa-a6c24e178d30 req-23ebe7ee-ca6c-4f00-bb53-36ef51022c54 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544403 Aug 12 15:33:44.684725 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:45.270770 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c7897-d107-4bbf-ab17-9ed2cf7d7de3 req-d7c57384-ff1f-4af3-8262-a7b46d25a949 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:45.282264 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f07c7897-d107-4bbf-ab17-9ed2cf7d7de3 req-d7c57384-ff1f-4af3-8262-a7b46d25a949 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 943 time: 0.1046524 Aug 12 15:33:45.393428 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f07c7897-d107-4bbf-ab17-9ed2cf7d7de3 req-098a758f-bec2-41eb-9d2a-f0c2b4828ab8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100333 Aug 12 15:33:45.433639 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d1ed5-bbe3-492a-becc-8892d8895085 req-4160a8bb-4129-442c-8fda-c45523565d1a tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:45.435338 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-396d1ed5-bbe3-492a-becc-8892d8895085 req-4160a8bb-4129-442c-8fda-c45523565d1a tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1200647 Aug 12 15:33:45.512374 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-396d1ed5-bbe3-492a-becc-8892d8895085 req-4b24d511-8caf-4d6e-b06a-07d692ee2f26 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651486 Aug 12 15:33:45.642372 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9477e2-b31f-40ed-8946-443300e77786 req-4907b6a8-4266-4246-b96b-42fb46e8b9be tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:45.644110 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dc9477e2-b31f-40ed-8946-443300e77786 req-4907b6a8-4266-4246-b96b-42fb46e8b9be tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.0983329 Aug 12 15:33:45.691546 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dc9477e2-b31f-40ed-8946-443300e77786 req-6b0974ef-ef39-410f-9175-6bfc4f02aa93 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409939 Aug 12 15:33:46.794532 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66070c6-8fc5-4c9b-aa51-3158c8e88d45 req-ab59d8e3-e6a5-4a95-bffb-a0c0a8da3a97 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:46.796553 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d66070c6-8fc5-4c9b-aa51-3158c8e88d45 req-ab59d8e3-e6a5-4a95-bffb-a0c0a8da3a97 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 943 time: 0.2912936 Aug 12 15:33:46.860025 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4984e1-7229-448d-9edc-b2ec61ee897d req-1046d3c2-491d-4440-9bc6-65f62878ad3c tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:46.861401 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3b4984e1-7229-448d-9edc-b2ec61ee897d req-1046d3c2-491d-4440-9bc6-65f62878ad3c tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.2160699 Aug 12 15:33:46.864625 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d66070c6-8fc5-4c9b-aa51-3158c8e88d45 req-c38f86d7-805f-44a0-a330-719b0e96593e tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611451 Aug 12 15:33:46.931396 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3b4984e1-7229-448d-9edc-b2ec61ee897d req-a97fe40e-b30d-405d-a20a-c2d99505aec3 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640194 Aug 12 15:33:47.068882 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf518a3f-aabd-4e6a-835c-27b9bfa51e54 req-61bb44a1-3a1c-46ff-b7ea-2e95a78e743b tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:47.070571 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cf518a3f-aabd-4e6a-835c-27b9bfa51e54 req-61bb44a1-3a1c-46ff-b7ea-2e95a78e743b tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.0850415 Aug 12 15:33:47.124271 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cf518a3f-aabd-4e6a-835c-27b9bfa51e54 req-9a971a36-6bdd-44eb-89f1-8d04ef5fd9d3 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480621 Aug 12 15:33:48.029082 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-2c0b5c3f-edba-41b9-beb2-d2fb098b6d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:48.031251 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-2c0b5c3f-edba-41b9-beb2-d2fb098b6d91 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1 HTTP/1.1" status: 200 len: 853 time: 0.0694082 Aug 12 15:33:48.073293 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aece590-9ede-441a-97b0-304d3df7797b req-f44f2f18-e2ce-4a7e-ab62-fe1107cd7a7e tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:48.074740 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3aece590-9ede-441a-97b0-304d3df7797b req-f44f2f18-e2ce-4a7e-ab62-fe1107cd7a7e tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 943 time: 0.0849781 Aug 12 15:33:48.173048 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3aece590-9ede-441a-97b0-304d3df7797b req-44704625-f51c-4252-b314-086889061b6c tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624599 Aug 12 15:33:48.194596 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b815-4798-4b6e-8b0d-abfbf919c481 req-b3bf209e-269b-4a42-a556-7c9723202f98 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:48.201972 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bae9b815-4798-4b6e-8b0d-abfbf919c481 req-b3bf209e-269b-4a42-a556-7c9723202f98 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1362236 Aug 12 15:33:48.268354 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bae9b815-4798-4b6e-8b0d-abfbf919c481 req-5c431e3d-9015-47a7-98ea-54e878463b81 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654659 Aug 12 15:33:48.282040 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-6f40bf1f-0cd3-4998-a0c2-3146229f55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:48.283521 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-6f40bf1f-0cd3-4998-a0c2-3146229f55c0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=18209e51-9c92-4530-bc69-1c817ee48327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1450646 Aug 12 15:33:48.353498 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93002a-e1f5-474c-9933-e223c3c6e268 req-24314ec0-7430-49d3-84cd-77bafa2eee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:48.355285 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-7b93002a-e1f5-474c-9933-e223c3c6e268 req-24314ec0-7430-49d3-84cd-77bafa2eee8f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b916570d7d042448e9f20bea13de712&device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 1098 time: 0.1504714 Aug 12 15:33:48.400298 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba1395-8070-4aa4-8f65-3b42ab6ec58d req-e136bb3d-3b60-4170-b7f4-f7ffcbbd99a3 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:48.401764 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1aba1395-8070-4aa4-8f65-3b42ab6ec58d req-e136bb3d-3b60-4170-b7f4-f7ffcbbd99a3 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.0883532 Aug 12 15:33:48.450688 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1aba1395-8070-4aa4-8f65-3b42ab6ec58d req-6e26b8c3-fe6f-4dd0-a4f0-c5b2765890e1 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428028 Aug 12 15:33:48.536451 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-fbef6e2e-90d3-4572-aebb-b1012d73b30c service neutron] 10.222.0.82 "GET /v2.0/networks/18209e51-9c92-4530-bc69-1c817ee48327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368467 Aug 12 15:33:48.584853 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93002a-e1f5-474c-9933-e223c3c6e268 req-28cd1b4d-0656-484e-9fea-8530390a6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:48.586547 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-7b93002a-e1f5-474c-9933-e223c3c6e268 req-28cd1b4d-0656-484e-9fea-8530390a6898 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2b674c06-763a-4b9c-899f-74cb3faee52e HTTP/1.1" status: 200 len: 919 time: 0.1863465 Aug 12 15:33:48.665791 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-7b93002a-e1f5-474c-9933-e223c3c6e268 req-520ad404-b699-4bbe-b628-2a8e236682cc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bb497821-8775-4fb2-87ea-78c8dee3409e HTTP/1.1" status: 200 len: 217 time: 0.0673339 Aug 12 15:33:48.800750 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93002a-e1f5-474c-9933-e223c3c6e268 req-38460338-2def-4562-9af8-6c32b765de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:48.802195 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-7b93002a-e1f5-474c-9933-e223c3c6e268 req-38460338-2def-4562-9af8-6c32b765de1e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cce504bc-20fe-4dae-b0d4-c8fe9856a2a3 HTTP/1.1" status: 200 len: 858 time: 0.0907748 Aug 12 15:33:48.807780 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-14dc9375-7dd4-47b9-8371-5d36a1f512ea req-60b2ce4d-3457-468c-9a9d-d1830c657a2d service neutron] 10.222.0.82 "GET /v2.0/networks/18209e51-9c92-4530-bc69-1c817ee48327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522142 Aug 12 15:33:48.872266 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-7b93002a-e1f5-474c-9933-e223c3c6e268 req-2f9e9b86-c057-46c8-8ca4-a9fbe645d40e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2b674c06-763a-4b9c-899f-74cb3faee52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429754 Aug 12 15:33:49.142978 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed21663-0d62-48a8-adf6-0a3784bd4ee1 req-8c2ff763-c2b4-44f5-8968-b27a41c31257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:49.144565 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-fed21663-0d62-48a8-adf6-0a3784bd4ee1 req-8c2ff763-c2b4-44f5-8968-b27a41c31257 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=09e68664a04e4f97b9237c56122c4aff&device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 1096 time: 0.1883552 Aug 12 15:33:49.146840 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-7b93002a-e1f5-474c-9933-e223c3c6e268 req-97f295ff-3011-4b62-abcd-5d4ee64c5a2a service neutron] 10.222.0.82 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598511 Aug 12 15:33:49.432840 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4945d-abf5-4e5d-acab-0cd752156423 req-59615b5f-b4d5-41d2-b1ad-ccce8bd8c648 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:49.440629 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-16c4945d-abf5-4e5d-acab-0cd752156423 req-59615b5f-b4d5-41d2-b1ad-ccce8bd8c648 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 943 time: 0.1115561 Aug 12 15:33:49.460040 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed21663-0d62-48a8-adf6-0a3784bd4ee1 req-e90dd2b9-7d70-4986-ad08-4be2c7dfce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:49.462343 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-fed21663-0d62-48a8-adf6-0a3784bd4ee1 req-e90dd2b9-7d70-4986-ad08-4be2c7dfce50 service neutron] 10.222.0.82 "GET /v2.0/networks?id=18209e51-9c92-4530-bc69-1c817ee48327 HTTP/1.1" status: 200 len: 915 time: 0.3027689 Aug 12 15:33:49.496707 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-16c4945d-abf5-4e5d-acab-0cd752156423 req-689e0c0d-c110-40ca-8d76-59e05438fbb3 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528352 Aug 12 15:33:49.625896 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0563ca-5ae2-4a1b-99d5-f79d9535d098 req-12a4bce0-8b6f-44aa-b89e-ba7b14ae0f84 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:49.627349 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ae0563ca-5ae2-4a1b-99d5-f79d9535d098 req-12a4bce0-8b6f-44aa-b89e-ba7b14ae0f84 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.0975051 Aug 12 15:33:49.674801 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-fed21663-0d62-48a8-adf6-0a3784bd4ee1 req-e6b6375c-749f-48ce-bb71-6cd8db5f55d7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=543030e5-d363-4cd4-9284-c256dba5f1d8 HTTP/1.1" status: 200 len: 217 time: 0.1929829 Aug 12 15:33:49.676816 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-7b93002a-e1f5-474c-9933-e223c3c6e268 req-553c644a-e993-42e1-b4d2-b2d95a32dcb3 service neutron] 10.222.0.82 "GET /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952075 Aug 12 15:33:49.721477 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ae0563ca-5ae2-4a1b-99d5-f79d9535d098 req-524c44eb-22d8-47bb-947c-93b54a4b753e tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621660 Aug 12 15:33:49.746136 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ed3dd-c10c-4cee-85bf-f419210feaa9 req-80255940-c6c3-47fd-a47c-3788e82550ba tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:49.747640 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-040ed3dd-c10c-4cee-85bf-f419210feaa9 req-80255940-c6c3-47fd-a47c-3788e82550ba tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.1193933 Aug 12 15:33:49.758612 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed21663-0d62-48a8-adf6-0a3784bd4ee1 req-a0e17250-92dd-4b67-b09e-40acc265271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:49.760066 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-fed21663-0d62-48a8-adf6-0a3784bd4ee1 req-a0e17250-92dd-4b67-b09e-40acc265271c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1 HTTP/1.1" status: 200 len: 853 time: 0.0670893 Aug 12 15:33:49.797559 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-040ed3dd-c10c-4cee-85bf-f419210feaa9 req-68645488-4122-4bc6-8daa-60e60e8da738 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427616 Aug 12 15:33:49.838350 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed21663-0d62-48a8-adf6-0a3784bd4ee1 req-d161136f-a53d-43a0-8c6d-c84b2c5fd6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:49.839867 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-fed21663-0d62-48a8-adf6-0a3784bd4ee1 req-d161136f-a53d-43a0-8c6d-c84b2c5fd6ef service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=18209e51-9c92-4530-bc69-1c817ee48327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724945 Aug 12 15:33:49.989382 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-fed21663-0d62-48a8-adf6-0a3784bd4ee1 req-be6a66f7-c79b-4563-932f-c3a134512498 service neutron] 10.222.0.82 "GET /v2.0/networks/18209e51-9c92-4530-bc69-1c817ee48327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337962 Aug 12 15:33:50.133307 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-fed21663-0d62-48a8-adf6-0a3784bd4ee1 req-2027bf38-7c36-479f-85ef-50ad40d39d14 service neutron] 10.222.0.82 "GET /v2.0/networks/18209e51-9c92-4530-bc69-1c817ee48327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257825 Aug 12 15:33:50.154168 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 27b5917b-e68b-4e56-a2d3-622a638ef82f details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:33:50.286204 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 27b5917b-e68b-4e56-a2d3-622a638ef82f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=27b5917b-e68b-4e56-a2d3-622a638ef82f,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:33:50.300608 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': '27b5917b-e68b-4e56-a2d3-622a638ef82f', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'port_id': '27b5917b-e68b-4e56-a2d3-622a638ef82f', 'mac_address': 'fa:16:3e:68:80:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:33:50.358123 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:50.375319 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27b5917b-e68b-4e56-a2d3-622a638ef82f {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:33:50.391599 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 27b5917b-e68b-4e56-a2d3-622a638ef82f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=27b5917b-e68b-4e56-a2d3-622a638ef82f,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:33:50.395805 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:50.398118 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:50.471139 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=27b5917b-e68b-4e56-a2d3-622a638ef82f,revision_number=6']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:50.474400 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:50.611573 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['27b5917b-e68b-4e56-a2d3-622a638ef82f'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:33:50.691551 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc610a-12ef-4ae9-8515-f59028c83dc8 req-29e0ff73-9b4f-4e50-9929-0e34ec9581e8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:50.693746 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ddbc610a-12ef-4ae9-8515-f59028c83dc8 req-29e0ff73-9b4f-4e50-9929-0e34ec9581e8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 943 time: 0.0909517 Aug 12 15:33:50.766135 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ddbc610a-12ef-4ae9-8515-f59028c83dc8 req-1614a5dc-f535-4b1f-8486-2a1d2b6e9d2e tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627823 Aug 12 15:33:51.020427 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7368853-df65-49cc-b0c6-48844485274c req-007cff07-1fee-4355-84fd-bb0bc4166dc6 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:51.021945 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b7368853-df65-49cc-b0c6-48844485274c req-007cff07-1fee-4355-84fd-bb0bc4166dc6 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1626279 Aug 12 15:33:51.050680 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a5ac1-3f67-4e58-b971-170beef813af req-d04620e4-95ba-44a6-b39a-a82324f67018 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:51.052049 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d65a5ac1-3f67-4e58-b971-170beef813af req-d04620e4-95ba-44a6-b39a-a82324f67018 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 945 time: 0.1328437 Aug 12 15:33:51.104260 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b7368853-df65-49cc-b0c6-48844485274c req-55a7c671-907b-4409-8805-674c64eccaad tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752623 Aug 12 15:33:51.113581 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d65a5ac1-3f67-4e58-b971-170beef813af req-8411eea7-5f73-4078-bde2-16c184f66ace tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530069 Aug 12 15:33:51.963753 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b5581-3c97-437b-b151-3fcb125ac5d3 req-af55749d-b286-4e97-8eb8-953552d75372 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:51.965495 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-257b5581-3c97-437b-b151-3fcb125ac5d3 req-af55749d-b286-4e97-8eb8-953552d75372 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 943 time: 0.0988872 Aug 12 15:33:52.014859 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-257b5581-3c97-437b-b151-3fcb125ac5d3 req-7fbae2c3-0ef8-4e99-a76e-c2c5d5d5ff8c tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435054 Aug 12 15:33:52.161159 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 543030e5-d363-4cd4-9284-c256dba5f1d8 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:33:52.174403 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 27b5917b-e68b-4e56-a2d3-622a638ef82f up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:33:52.399453 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port 27b5917b-e68b-4e56-a2d3-622a638ef82f triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:52.400005 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:52.405795 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21767322-aa8a-4940-94de-193a705f04f7 req-64170872-95ec-489c-8e54-865a3abca966 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:52.408628 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-21767322-aa8a-4940-94de-193a705f04f7 req-64170872-95ec-489c-8e54-865a3abca966 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 945 time: 0.1551075 Aug 12 15:33:52.468934 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-21767322-aa8a-4940-94de-193a705f04f7 req-28f9c09d-f5ae-4eb3-b5be-a1276b0bf84a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533144 Aug 12 15:33:52.492031 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 543030e5-d363-4cd4-9284-c256dba5f1d8, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=543030e5-d363-4cd4-9284-c256dba5f1d8,segment=NetworkSegment(844a6bec-afac-46d6-94ce-d23922a214d0),segment_id=844a6bec-afac-46d6-94ce-d23922a214d0)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:33:52.511797 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': '543030e5-d363-4cd4-9284-c256dba5f1d8', 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327', 'port_id': '543030e5-d363-4cd4-9284-c256dba5f1d8', 'mac_address': 'fa:16:3e:b6:ea:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:33:52.612574 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:52.625387 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:52.664424 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543030e5-d363-4cd4-9284-c256dba5f1d8 {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:33:52.677031 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570f0172-f2a6-48b2-9814-7708e445037e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b5917b-e68b-4e56-a2d3-622a638ef82f'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:33:52.698110 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 27b5917b-e68b-4e56-a2d3-622a638ef82f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=27b5917b-e68b-4e56-a2d3-622a638ef82f,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:33:52.713411 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 543030e5-d363-4cd4-9284-c256dba5f1d8, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=543030e5-d363-4cd4-9284-c256dba5f1d8,segment=NetworkSegment(844a6bec-afac-46d6-94ce-d23922a214d0),segment_id=844a6bec-afac-46d6-94ce-d23922a214d0)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:33:52.714871 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:52.717035 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:52.806465 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570f0172-f2a6-48b2-9814-7708e445037e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b5917b-e68b-4e56-a2d3-622a638ef82f', 'code': 200} Aug 12 15:33:52.807317 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=27b5917b-e68b-4e56-a2d3-622a638ef82f,revision_number=7']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:52.817777 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:52.819659 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:52.820181 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:52.938374 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=543030e5-d363-4cd4-9284-c256dba5f1d8,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:52.943036 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:53.244365 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dc84d-770c-4aa7-b008-ed3437f233d6 req-b6f947ec-5216-4f59-8ca5-4ae2c06340ab tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:53.253874 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-500dc84d-770c-4aa7-b008-ed3437f233d6 req-b6f947ec-5216-4f59-8ca5-4ae2c06340ab tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 944 time: 0.1135235 Aug 12 15:33:53.258889 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['543030e5-d363-4cd4-9284-c256dba5f1d8'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:33:53.332359 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-500dc84d-770c-4aa7-b008-ed3437f233d6 req-19603f6d-a38e-419c-84db-ef3de2909757 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766523 Aug 12 15:33:53.706148 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf159778-18c7-4c1f-916c-409e9964f689 req-0761d64c-20cf-40f3-9905-66032ab53527 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:53.713179 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bf159778-18c7-4c1f-916c-409e9964f689 req-0761d64c-20cf-40f3-9905-66032ab53527 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.0971196 Aug 12 15:33:53.764947 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bf159778-18c7-4c1f-916c-409e9964f689 req-e01df36e-0e27-4e0d-9756-b7e6ab391d74 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487759 Aug 12 15:33:54.528419 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d07adf-25d8-4056-8e9d-de3ffe3024a9 req-556d948f-14be-47f7-b613-b057409873b3 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:54.536550 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-49d07adf-25d8-4056-8e9d-de3ffe3024a9 req-556d948f-14be-47f7-b613-b057409873b3 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 944 time: 0.0922086 Aug 12 15:33:54.645098 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-49d07adf-25d8-4056-8e9d-de3ffe3024a9 req-da1aa3d0-5eaf-4393-80d2-6dae097db6d1 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073859 Aug 12 15:33:54.962039 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7eca0-f0b8-4776-81a9-1c0b7f6908d5 req-1fe6bd13-a6c5-497f-bd9a-3aac527994cd tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:54.963791 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-17f7eca0-f0b8-4776-81a9-1c0b7f6908d5 req-1fe6bd13-a6c5-497f-bd9a-3aac527994cd tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.0850058 Aug 12 15:33:55.029015 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-17f7eca0-f0b8-4776-81a9-1c0b7f6908d5 req-f56a6f57-81bb-45a7-b526-40a2081deb9d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520082 Aug 12 15:33:55.844360 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bf0a2-5aca-4b4e-bec4-4911854c3a90 req-69d12215-3518-4d45-8093-88b0b33da3f7 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:55.845892 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-687bf0a2-5aca-4b4e-bec4-4911854c3a90 req-69d12215-3518-4d45-8093-88b0b33da3f7 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 944 time: 0.0867624 Aug 12 15:33:55.899416 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-687bf0a2-5aca-4b4e-bec4-4911854c3a90 req-e4d0844e-52d8-46e7-ade4-0683a2aa4586 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462613 Aug 12 15:33:56.206912 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 543030e5-d363-4cd4-9284-c256dba5f1d8 up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:33:56.303874 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e897bb-91eb-4f13-941e-6f0cdec9ba87 req-50389825-86cb-49c9-b02b-4d45d38a139f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:56.305768 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a0e897bb-91eb-4f13-941e-6f0cdec9ba87 req-50389825-86cb-49c9-b02b-4d45d38a139f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.1150205 Aug 12 15:33:56.336705 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning for port 543030e5-d363-4cd4-9284-c256dba5f1d8 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:33:56.344636 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port 543030e5-d363-4cd4-9284-c256dba5f1d8 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:56.345347 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:56.371303 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a0e897bb-91eb-4f13-941e-6f0cdec9ba87 req-e573b609-4a59-4241-a880-5647105e5f19 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573509 Aug 12 15:33:56.500333 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:56.550532 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543030e5-d363-4cd4-9284-c256dba5f1d8'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:33:56.560619 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 543030e5-d363-4cd4-9284-c256dba5f1d8, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=543030e5-d363-4cd4-9284-c256dba5f1d8,segment=NetworkSegment(844a6bec-afac-46d6-94ce-d23922a214d0),segment_id=844a6bec-afac-46d6-94ce-d23922a214d0)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:33:56.566591 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:56.569112 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:33:56.643037 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543030e5-d363-4cd4-9284-c256dba5f1d8', 'code': 200} Aug 12 15:33:56.644245 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=543030e5-d363-4cd4-9284-c256dba5f1d8,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:56.658688 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:33:57.041740 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff67c2-67f5-457f-b7d2-26d92bd400a4 req-32b62d2a-8d1b-44ec-ae2e-d9fb008c48b8 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:57.051391 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-79ff67c2-67f5-457f-b7d2-26d92bd400a4 req-32b62d2a-8d1b-44ec-ae2e-d9fb008c48b8 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.0935578 Aug 12 15:33:57.095399 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090ed10-ae70-489e-a275-3adaf3949c37 req-268f10e4-c540-4056-9ce2-3e520f711107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:57.097301 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1090ed10-ae70-489e-a275-3adaf3949c37 req-268f10e4-c540-4056-9ce2-3e520f711107 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 1098 time: 0.1426959 Aug 12 15:33:57.177495 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1090ed10-ae70-489e-a275-3adaf3949c37 req-4e636543-8d53-4cdd-9a74-b9dcfcaddcb6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712764 Aug 12 15:33:57.190410 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-79ff67c2-67f5-457f-b7d2-26d92bd400a4 req-6468402d-9dd0-4d66-8764-9ad1c165fd7d tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371334 Aug 12 15:33:57.245778 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2058c83-2896-43ff-9216-96a6ded1949a req-67832543-aabd-4081-99ac-42a053b3308c tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:57.266225 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f2058c83-2896-43ff-9216-96a6ded1949a req-67832543-aabd-4081-99ac-42a053b3308c tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 945 time: 0.1915157 Aug 12 15:33:57.331263 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f2058c83-2896-43ff-9216-96a6ded1949a req-acf681c0-147f-4308-a32f-03dca7c2e994 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583446 Aug 12 15:33:57.669431 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199179dc-cefa-4b0e-8141-83e00c81c228 req-741b3076-842a-4cb3-a71f-61aab570fe69 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:57.678176 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-199179dc-cefa-4b0e-8141-83e00c81c228 req-741b3076-842a-4cb3-a71f-61aab570fe69 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.1775205 Aug 12 15:33:57.739972 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-199179dc-cefa-4b0e-8141-83e00c81c228 req-933905e8-42cc-4039-9af7-3fb0703802fc tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595832 Aug 12 15:33:58.414694 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a7c5f-b7a6-4129-a5bc-e7dbc2d7dca0 req-5816ae88-8eab-490e-a6ea-718ed385f629 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:58.417110 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bf7a7c5f-b7a6-4129-a5bc-e7dbc2d7dca0 req-5816ae88-8eab-490e-a6ea-718ed385f629 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.0946350 Aug 12 15:33:58.484436 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bf7a7c5f-b7a6-4129-a5bc-e7dbc2d7dca0 req-2ef0ff88-165c-4e0d-aa91-5d7c047f8991 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574327 Aug 12 15:33:58.586493 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a97d7d-7926-4d9f-97f0-fbb895210186 req-60a18a46-1677-487f-8b2b-d5715a424914 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:58.588500 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-33a97d7d-7926-4d9f-97f0-fbb895210186 req-60a18a46-1677-487f-8b2b-d5715a424914 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 945 time: 0.1033063 Aug 12 15:33:58.650761 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-33a97d7d-7926-4d9f-97f0-fbb895210186 req-ab1f1305-56c0-4a14-ac12-d4bf7fc6ae0b tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556655 Aug 12 15:33:59.010043 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2d54f-3d1b-492e-8ffb-03bd58de7d10 req-3dfca4c3-f4dd-401c-9b36-42efda1a9925 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:59.011858 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6aa2d54f-3d1b-492e-8ffb-03bd58de7d10 req-3dfca4c3-f4dd-401c-9b36-42efda1a9925 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.1231630 Aug 12 15:33:59.080950 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6aa2d54f-3d1b-492e-8ffb-03bd58de7d10 req-1dbb0c1e-2809-40e4-9c3a-6d69cde2f277 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544267 Aug 12 15:33:59.696035 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad417d0-9f5e-42d2-9014-89d09e7b33d0 req-67edfff0-3156-4e67-a78c-7148baf58986 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:59.697550 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dad417d0-9f5e-42d2-9014-89d09e7b33d0 req-67edfff0-3156-4e67-a78c-7148baf58986 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.0931039 Aug 12 15:33:59.756544 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dad417d0-9f5e-42d2-9014-89d09e7b33d0 req-a03c50b6-2dfa-4132-9ed8-afdab1a5814e tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523853 Aug 12 15:33:59.889519 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0fde1-8194-4bdf-b99e-368bcfd1d233 req-c0af06da-b50b-4c77-b241-ed6f8527a634 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:59.891667 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-30f0fde1-8194-4bdf-b99e-368bcfd1d233 req-c0af06da-b50b-4c77-b241-ed6f8527a634 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 945 time: 0.0907617 Aug 12 15:33:59.959311 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-30f0fde1-8194-4bdf-b99e-368bcfd1d233 req-09e509c7-eec0-4b3c-95dd-44a916cc3c9c tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618832 Aug 12 15:34:00.194082 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b50b83-c492-465e-a913-bfed19735cc7 req-6b500d95-ed03-45d8-a5a6-3687497ef053 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:00.196309 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-78b50b83-c492-465e-a913-bfed19735cc7 req-6b500d95-ed03-45d8-a5a6-3687497ef053 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 945 time: 0.1063497 Aug 12 15:34:00.311187 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-78b50b83-c492-465e-a913-bfed19735cc7 req-e98d2595-ac15-4473-a2bd-f952b9691ba9 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080461 Aug 12 15:34:00.352748 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4084cf-95b2-47d2-977f-97bfbe5af038 req-bfda0a09-16e7-4f8a-94c5-481ad1a90a5e tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:00.354494 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2b4084cf-95b2-47d2-977f-97bfbe5af038 req-bfda0a09-16e7-4f8a-94c5-481ad1a90a5e tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.1283619 Aug 12 15:34:00.408586 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2b4084cf-95b2-47d2-977f-97bfbe5af038 req-d7b15698-aa13-4eab-9b52-1f26d840b50e tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469773 Aug 12 15:34:00.820286 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a9ace-8888-4f4a-b69e-cc47a0f6ed5a req-cef3744c-07ca-4488-a08e-27ea7283f7d7 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:00.821169 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-f10a9ace-8888-4f4a-b69e-cc47a0f6ed5a req-cef3744c-07ca-4488-a08e-27ea7283f7d7 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Synchronizing usage tracker for tenant:9b916570d7d042448e9f20bea13de712 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:34:00.842078 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-f10a9ace-8888-4f4a-b69e-cc47a0f6ed5a req-cef3744c-07ca-4488-a08e-27ea7283f7d7 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Unset dirty status for tenant:9b916570d7d042448e9f20bea13de712 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:34:00.843505 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-f10a9ace-8888-4f4a-b69e-cc47a0f6ed5a req-cef3744c-07ca-4488-a08e-27ea7283f7d7 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.82 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.1447985 Aug 12 15:34:00.990562 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-f10a9ace-8888-4f4a-b69e-cc47a0f6ed5a req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Deleting port b43d6b2a-07db-4b96-83e3-5f0419cdc240 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:34:00.991272 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-f10a9ace-8888-4f4a-b69e-cc47a0f6ed5a req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:01.034945 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef63214-b7ae-4d4c-ad35-01b82a5ee691 req-fece3272-ff22-48dc-8aec-adabcbe356a8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:01.037010 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4ef63214-b7ae-4d4c-ad35-01b82a5ee691 req-fece3272-ff22-48dc-8aec-adabcbe356a8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 945 time: 0.3053882 Aug 12 15:34:01.046580 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1117b-67c2-4db5-b8c2-41e855018c34 req-9a988054-2bb2-4ab8-82d7-dcebb61fa1b2 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:01.048094 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-fdd1117b-67c2-4db5-b8c2-41e855018c34 req-9a988054-2bb2-4ab8-82d7-dcebb61fa1b2 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 945 time: 0.1627016 Aug 12 15:34:01.165367 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4ef63214-b7ae-4d4c-ad35-01b82a5ee691 req-6c2c7883-34c3-4ae3-9af1-75eb5126210e tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138475 Aug 12 15:34:01.180557 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-fdd1117b-67c2-4db5-b8c2-41e855018c34 req-c9a75c79-5241-42aa-a92f-a6912f62e87b tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048336 Aug 12 15:34:01.422057 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-f10a9ace-8888-4f4a-b69e-cc47a0f6ed5a req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] For port b43d6b2a-07db-4b96-83e3-5f0419cdc240, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=b43d6b2a-07db-4b96-83e3-5f0419cdc240,segment=NetworkSegment(f63d5aea-debc-4a98-b754-f7136f72aa86),segment_id=f63d5aea-debc-4a98-b754-f7136f72aa86)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:34:01.423319 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-f10a9ace-8888-4f4a-b69e-cc47a0f6ed5a req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:01.567263 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-f10a9ace-8888-4f4a-b69e-cc47a0f6ed5a req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Calling delete_port for b43d6b2a-07db-4b96-83e3-5f0419cdc240 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:34:01.768380 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-f10a9ace-8888-4f4a-b69e-cc47a0f6ed5a req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:01.778313 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4858e42c-4b95-4d3d-af92-95b4e495bf2e tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:01.793535 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558620d0-1e94-49a1-9027-1e987463e81f req-37bc41b2-bc4e-45ff-a426-ce5cde34aa81 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:01.798726 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-558620d0-1e94-49a1-9027-1e987463e81f req-37bc41b2-bc4e-45ff-a426-ce5cde34aa81 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.1867833 Aug 12 15:34:01.818968 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['bb497821-8775-4fb2-87ea-78c8dee3409e', 'b43d6b2a-07db-4b96-83e3-5f0419cdc240'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:34:01.843095 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Pushing event deleted for resources: {'Port': ['ID=b43d6b2a-07db-4b96-83e3-5f0419cdc240,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:01.888552 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:01.889206 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:01.890046 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:01.890587 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:01.891168 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:01.891688 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:01.892216 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:01.892732 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:01.893248 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:01.893784 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:01.894388 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:01.894903 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:01.905201 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:01.961271 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10a9ace-8888-4f4a-b69e-cc47a0f6ed5a req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] No DVR routers for this DVR port b43d6b2a-07db-4b96-83e3-5f0419cdc240 on host hv-cinder-80434 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:34:01.964613 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-f10a9ace-8888-4f4a-b69e-cc47a0f6ed5a req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:01.969767 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7717497e-d75e-40d3-9e5e-706eb99800c6', 'name': 'network-vif-deleted', 'tag': 'b43d6b2a-07db-4b96-83e3-5f0419cdc240'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:34:02.020892 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-f10a9ace-8888-4f4a-b69e-cc47a0f6ed5a req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.82 "DELETE /v2.0/ports/b43d6b2a-07db-4b96-83e3-5f0419cdc240 HTTP/1.1" status: 204 len: 173 time: 1.1691804 Aug 12 15:34:02.043437 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-558620d0-1e94-49a1-9027-1e987463e81f req-9b8b1b3a-8955-47e2-907d-db58866087aa tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280269 Aug 12 15:34:02.074442 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7717497e-d75e-40d3-9e5e-706eb99800c6', 'name': 'network-vif-deleted', 'tag': 'b43d6b2a-07db-4b96-83e3-5f0419cdc240', 'status': 'completed', 'code': 200} Aug 12 15:34:02.598767 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-81a7cdb7-b84b-4a52-afb0-ddd0ed5edf40 req-a36492a4-9e56-479c-9ecb-85bf0082b837 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=7717497e-d75e-40d3-9e5e-706eb99800c6 HTTP/1.1" status: 200 len: 210 time: 0.1644480 Aug 12 15:34:03.257385 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99604bcf-2744-4fb5-891d-3b26ae54d74e req-98d9140b-d3ad-4dee-9845-e798fd4e73be tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:03.258898 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-99604bcf-2744-4fb5-891d-3b26ae54d74e req-98d9140b-d3ad-4dee-9845-e798fd4e73be tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 946 time: 0.0809522 Aug 12 15:34:03.304036 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-99604bcf-2744-4fb5-891d-3b26ae54d74e req-cbae33f0-1197-4530-92a2-6739e0cd8f95 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391665 Aug 12 15:34:04.075509 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1dd3b-97e4-4c98-a70d-306bb8713b1f req-ce779057-c005-48b1-b693-abd920d0d97f tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:04.077035 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6ed1dd3b-97e4-4c98-a70d-306bb8713b1f req-ce779057-c005-48b1-b693-abd920d0d97f tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.0905650 Aug 12 15:34:04.148741 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c70691-fc59-48fd-9ce0-ab724f46dc4d req-b02618e9-a30e-40f6-bd61-e90d277ccf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:04.149880 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6ed1dd3b-97e4-4c98-a70d-306bb8713b1f req-09220e7a-5a25-4d7a-b83b-044d3b4ccda2 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613599 Aug 12 15:34:04.163345 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-62c70691-fc59-48fd-9ce0-ab724f46dc4d req-b02618e9-a30e-40f6-bd61-e90d277ccf51 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e688111fb0094ab1b8d5d97c590ee4e7&device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 1099 time: 0.1155837 Aug 12 15:34:04.274886 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 27b5917b-e68b-4e56-a2d3-622a638ef82f no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:34:04.473423 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:04.526279 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 27b5917b-e68b-4e56-a2d3-622a638ef82f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=27b5917b-e68b-4e56-a2d3-622a638ef82f,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:34:04.527580 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570f0172-f2a6-48b2-9814-7708e445037e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b5917b-e68b-4e56-a2d3-622a638ef82f'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:34:04.534883 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:04.536594 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device b43d6b2a-07db-4b96-83e3-5f0419cdc240 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:34:04.565805 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c70691-fc59-48fd-9ce0-ab724f46dc4d req-a131fa9c-086f-4cf5-a1c6-e20fbe156a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:04.568644 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-62c70691-fc59-48fd-9ce0-ab724f46dc4d req-a131fa9c-086f-4cf5-a1c6-e20fbe156a76 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e HTTP/1.1" status: 200 len: 918 time: 0.3975365 Aug 12 15:34:04.570360 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:04.615526 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570f0172-f2a6-48b2-9814-7708e445037e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b5917b-e68b-4e56-a2d3-622a638ef82f', 'code': 200} Aug 12 15:34:04.633782 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] No Port match for: b43d6b2a-07db-4b96-83e3-5f0419cdc240 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:34:04.634396 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device b43d6b2a-07db-4b96-83e3-5f0419cdc240 not bound to the agent host hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:34:04.656950 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d57a4-fa99-49b1-86e5-b4faf8e4d2a7 req-b4db070c-c07b-4c8a-94bc-5581ff5a5a6b tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:04.661020 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=27b5917b-e68b-4e56-a2d3-622a638ef82f,revision_number=8']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:04.665734 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ce6d57a4-fa99-49b1-86e5-b4faf8e4d2a7 req-b4db070c-c07b-4c8a-94bc-5581ff5a5a6b tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.1527355 Aug 12 15:34:04.669560 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:04.670103 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:04.670597 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:04.671168 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:04.671681 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:04.672022 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:04.672355 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:04.672786 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:04.673121 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:04.673450 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:04.673950 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:04.674283 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:04.685542 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:04.695644 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-62c70691-fc59-48fd-9ce0-ab724f46dc4d req-73cdad80-9cd3-42d7-ba86-b71cb88e538f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27b5917b-e68b-4e56-a2d3-622a638ef82f HTTP/1.1" status: 200 len: 1000 time: 0.1103716 Aug 12 15:34:04.720807 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ce6d57a4-fa99-49b1-86e5-b4faf8e4d2a7 req-8a40d415-45bb-4b3e-b569-f27273545a1a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532906 Aug 12 15:34:04.769768 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c70691-fc59-48fd-9ce0-ab724f46dc4d req-cfbc6900-eab4-460e-a90f-1a4cbca58ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:04.771199 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-62c70691-fc59-48fd-9ce0-ab724f46dc4d req-cfbc6900-eab4-460e-a90f-1a4cbca58ad9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=88e0880e-bb53-49b2-83d2-6dd899a35462 HTTP/1.1" status: 200 len: 856 time: 0.0598395 Aug 12 15:34:04.850422 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c70691-fc59-48fd-9ce0-ab724f46dc4d req-0cef3cee-e43d-4f4e-8ade-f7a77e7bdf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:04.851851 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-62c70691-fc59-48fd-9ce0-ab724f46dc4d req-0cef3cee-e43d-4f4e-8ade-f7a77e7bdf76 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713267 Aug 12 15:34:04.997578 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-62c70691-fc59-48fd-9ce0-ab724f46dc4d req-c1c7223c-8192-487b-b071-90f0669553c6 service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291862 Aug 12 15:34:05.130101 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-62c70691-fc59-48fd-9ce0-ab724f46dc4d req-5e1d5ed9-b612-429f-ac68-a99429ea9c85 service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238961 Aug 12 15:34:05.327457 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e77c0-2256-44da-afb8-eeacb7675494 req-8c265fd8-a298-44a8-b09a-8ab25906716c tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:05.328913 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-572e77c0-2256-44da-afb8-eeacb7675494 req-8c265fd8-a298-44a8-b09a-8ab25906716c tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.0804811 Aug 12 15:34:05.379394 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-572e77c0-2256-44da-afb8-eeacb7675494 req-56c3d852-e510-4d76-8f3a-512d0449e2b1 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446239 Aug 12 15:34:05.915065 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212697f-d769-45c5-9e6d-af54b825d24d req-2a68ee3f-c777-44b9-8fc9-b8e32c2fb80b tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:05.916461 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6212697f-d769-45c5-9e6d-af54b825d24d req-2a68ee3f-c777-44b9-8fc9-b8e32c2fb80b tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.0849822 Aug 12 15:34:05.975874 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6212697f-d769-45c5-9e6d-af54b825d24d req-0bec3126-6cc3-42ad-bd46-aabe6dc570a4 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509353 Aug 12 15:34:06.574217 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd6bd1-7e8d-4f8e-9340-ef20aaf9a89c req-22960433-8376-422e-b7cc-fc290e210f86 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:06.575863 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c9fd6bd1-7e8d-4f8e-9340-ef20aaf9a89c req-22960433-8376-422e-b7cc-fc290e210f86 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.0901780 Aug 12 15:34:06.626384 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c9fd6bd1-7e8d-4f8e-9340-ef20aaf9a89c req-e28017f2-14fb-4176-bdd1-bf982800c273 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436051 Aug 12 15:34:06.971976 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a574e34-82de-4cdd-8f89-a1fd4ae56b71 req-c813484b-a4ce-4cbf-bc96-b7f811eb1753 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:06.973420 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6a574e34-82de-4cdd-8f89-a1fd4ae56b71 req-c813484b-a4ce-4cbf-bc96-b7f811eb1753 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 945 time: 0.0790009 Aug 12 15:34:07.021248 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6a574e34-82de-4cdd-8f89-a1fd4ae56b71 req-d6b4ebaa-627a-41b8-b2e7-4ff11ed185c0 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414708 Aug 12 15:34:07.044546 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 50792) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:07.179522 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53811f14-f04a-44c7-af6a-14d3edd0f45f req-aba7139b-9375-41df-8398-70d17e30d886 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:07.181206 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-53811f14-f04a-44c7-af6a-14d3edd0f45f req-aba7139b-9375-41df-8398-70d17e30d886 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.0876949 Aug 12 15:34:07.234146 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-53811f14-f04a-44c7-af6a-14d3edd0f45f req-eba989db-955a-498a-8d9c-10ab8907016f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448020 Aug 12 15:34:07.314472 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606a365f-4ff9-49be-8bcc-4eaa1e8985df tempest-TestMinimumBasicScenario-1225834076 tempest-TestMinimumBasicScenario-1225834076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:07.316006 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-606a365f-4ff9-49be-8bcc-4eaa1e8985df tempest-TestMinimumBasicScenario-1225834076 tempest-TestMinimumBasicScenario-1225834076-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 1093 time: 0.2705452 Aug 12 15:34:07.318989 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 50808) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:07.323889 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Request body: {'floatingip': {'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'port_id': '543030e5-d363-4cd4-9284-c256dba5f1d8', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'fixed_ip_address': '172.20.0.3'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:07.329579 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:07.333249 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Usage tracker for resource:floatingip and tenant:09e68664a04e4f97b9237c56122c4aff is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:07.336060 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:07.341783 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:07.355878 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for floatingip, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:07.487396 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:07.629321 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_common [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Allocated IP 172.28.0.206 (0058a344-5c9e-42ec-8e15-86e71c7e20b6/afba140a-12ff-4429-a397-3adb0ba8c2af/d9211b50-ef93-404c-8094-372efd1f724c) {{(pid=79207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:34:07.839156 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for port, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:07.870755 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaa249-888b-4e6b-8100-702ba404eb01 req-46f0cde5-d3e0-4e16-ab38-15e790bc3a17 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:07.872165 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-04eaa249-888b-4e6b-8100-702ba404eb01 req-46f0cde5-d3e0-4e16-ab38-15e790bc3a17 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1298037 Aug 12 15:34:07.917016 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:07.925345 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:07.961170 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-04eaa249-888b-4e6b-8100-702ba404eb01 req-e95a6a49-0d3c-4772-96e6-09024d0d75ef tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831995 Aug 12 15:34:07.985441 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 is already hosted by enough agents. {{(pid=79207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:34:07.988366 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Resources bound (agent type, host, resource id): {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:34:07.990863 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Received port after_create {{(pid=79207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:34:08.038267 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Pushing event updated for resources: {'Port': ['ID=d9211b50-ef93-404c-8094-372efd1f724c,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:08.049929 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:08.050291 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:08.050663 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:08.050994 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:08.051335 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:08.051678 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:08.052051 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:08.052388 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:08.052730 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:08.053067 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:08.053398 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:08.053759 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:08.058464 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:08.630944 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577ac3f-a54a-4645-9400-e60a50164cb1 req-5918c51b-c6b9-470f-b575-e8c46f991871 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:08.632426 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e577ac3f-a54a-4645-9400-e60a50164cb1 req-5918c51b-c6b9-470f-b575-e8c46f991871 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.2549493 Aug 12 15:34:08.701123 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e577ac3f-a54a-4645-9400-e60a50164cb1 req-217a5711-7c7e-4dc7-bf03-cc01f7088fcd tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583138 Aug 12 15:34:08.729175 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:08.750522 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7152-09f6-451f-9339-649b791bc44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:08.853882 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:09.066088 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for port, precommit_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:09.104678 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2979777'] for port, after_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:09.115487 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5fc47b28-e0ea-4b2a-93b9-7ef61ba36c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:09.229871 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Pushing event updated for resources: {'Port': ['ID=d9211b50-ef93-404c-8094-372efd1f724c,revision_number=2']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:09.237372 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:09.250023 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544115'] for floatingip, after_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:09.335163 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bec42-d880-461e-9257-e35411d09da7 req-028d5f00-8162-4dd4-ab4a-60587fcb427f tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:09.336601 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c48bec42-d880-461e-9257-e35411d09da7 req-028d5f00-8162-4dd4-ab4a-60587fcb427f tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.2669661 Aug 12 15:34:09.461934 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c48bec42-d880-461e-9257-e35411d09da7 req-28a5eb3c-1fc3-44ff-a553-466e320315eb tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174073 Aug 12 15:34:09.467451 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.db.l3_db [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Floating IP bc973406-f8e1-43e0-abc8-ef66c4d3cc27 associated. External IP: 172.28.0.206, port: 543030e5-d363-4cd4-9284-c256dba5f1d8. Aug 12 15:34:09.801109 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:09.874219 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0e89b-dd80-4847-bf85-283ed8429ad1 req-c8402d27-fba0-429a-9ec3-02ddbfe04eec tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:09.880880 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-03a0e89b-dd80-4847-bf85-283ed8429ad1 req-c8402d27-fba0-429a-9ec3-02ddbfe04eec tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.1966021 Aug 12 15:34:10.009666 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-03a0e89b-dd80-4847-bf85-283ed8429ad1 req-7c1347e5-0d58-427c-b0a0-9787d853a82c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278417 Aug 12 15:34:10.027247 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Router 2c0c63c9-b1ad-420b-ba17-9af116af8460 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:34:10.069885 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 50894) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:10.206801 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-92281ffa-0119-466b-85b8-13d05a1c5648 req-1ee8a864-c0ae-4a71-8e80-e9261638e48c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1355636 Aug 12 15:34:10.239133 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:34:10.248759 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 27b5917b-e68b-4e56-a2d3-622a638ef82f no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:34:10.255003 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fb4c6f-1849-4db2-9c02-44540529dc6a None None] Sync routers for ids ['2c0c63c9-b1ad-420b-ba17-9af116af8460'] in dv-cinder-804345-1-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:34:10.266388 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for floatingip, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:10.278570 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fb4c6f-1849-4db2-9c02-44540529dc6a None None] Routers {'2c0c63c9-b1ad-420b-ba17-9af116af8460'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:34:10.279224 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-37fb4c6f-1849-4db2-9c02-44540529dc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:33:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['2c0c63c9-b1ad-420b-ba17-9af116af8460'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:10.341188 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0212104 Aug 12 15:34:10.341910 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0', 'tag': '543030e5-d363-4cd4-9284-c256dba5f1d8'}] {{(pid=79207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:34:10.344124 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 50908) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:10.350537 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-47196deb-f43b-4258-8da9-30965a70cf76 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-538229534', 'description': 'tempest-secgroup-smoke-538229534 description', 'project_id': '09e68664a04e4f97b9237c56122c4aff'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:10.357605 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-47196deb-f43b-4258-8da9-30965a70cf76 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:10.391794 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-47196deb-f43b-4258-8da9-30965a70cf76 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:10.404588 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-47196deb-f43b-4258-8da9-30965a70cf76 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:10.431451 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-47196deb-f43b-4258-8da9-30965a70cf76 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:10.434992 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0', 'tag': '543030e5-d363-4cd4-9284-c256dba5f1d8', 'status': 'completed', 'code': 200} Aug 12 15:34:10.437373 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-47196deb-f43b-4258-8da9-30965a70cf76 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Usage tracker for resource:security_group_rule and tenant:09e68664a04e4f97b9237c56122c4aff is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:10.440558 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-47196deb-f43b-4258-8da9-30965a70cf76 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:10.447700 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-47196deb-f43b-4258-8da9-30965a70cf76 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:10.588922 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-37fb4c6f-1849-4db2-9c02-44540529dc6a None None] Set router 2c0c63c9-b1ad-420b-ba17-9af116af8460 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:34:10.639926 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-47196deb-f43b-4258-8da9-30965a70cf76 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:10.660222 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-47196deb-f43b-4258-8da9-30965a70cf76 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:10.679653 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4a063a68-e61b-4316-a5bd-402304e5c320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:10.680877 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164517f-f500-4180-a04e-839651cb7e59 req-3254a436-d90c-404a-8e16-36c368783a44 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:10.688790 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f164517f-f500-4180-a04e-839651cb7e59 req-3254a436-d90c-404a-8e16-36c368783a44 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1080737 Aug 12 15:34:10.748995 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f164517f-f500-4180-a04e-839651cb7e59 req-b0a90f43-65f7-4fac-9aee-900e17770d29 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584509 Aug 12 15:34:10.780466 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47196deb-f43b-4258-8da9-30965a70cf76 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126622e1-7ffd-412d-bb5e-94345755b903,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:10.785213 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-47196deb-f43b-4258-8da9-30965a70cf76 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:10.791417 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-47196deb-f43b-4258-8da9-30965a70cf76 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:10.792814 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-47196deb-f43b-4258-8da9-30965a70cf76 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4477220 Aug 12 15:34:10.795810 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 50930) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:10.802765 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46153ff2-e8bd-4d63-883d-b1e86416231d req-22fddf2c-6d5f-4378-85a8-24b6777381fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:10.803536 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-cb864cd6-e4bc-4478-a0e0-34f40fb320f8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Request body: {'security_group_rule': {'security_group_id': '126622e1-7ffd-412d-bb5e-94345755b903', 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:10.804675 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-46153ff2-e8bd-4d63-883d-b1e86416231d req-22fddf2c-6d5f-4378-85a8-24b6777381fe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=09e68664a04e4f97b9237c56122c4aff&device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 1098 time: 0.3206627 Aug 12 15:34:10.811249 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-cb864cd6-e4bc-4478-a0e0-34f40fb320f8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:10.817112 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-cb864cd6-e4bc-4478-a0e0-34f40fb320f8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Usage tracker for resource:security_group_rule and tenant:09e68664a04e4f97b9237c56122c4aff is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:10.820440 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-cb864cd6-e4bc-4478-a0e0-34f40fb320f8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:10.834358 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-cb864cd6-e4bc-4478-a0e0-34f40fb320f8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:10.857339 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cb864cd6-e4bc-4478-a0e0-34f40fb320f8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:10.934706 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cb864cd6-e4bc-4478-a0e0-34f40fb320f8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:10.941759 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cb864cd6-e4bc-4478-a0e0-34f40fb320f8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385572'] for security_group_rule, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:10.944150 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-064e6095-6100-47b6-bfc6-5e7e43d61239 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:10.968000 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46153ff2-e8bd-4d63-883d-b1e86416231d req-9b672bac-94c8-4eb7-96d9-2cbf2883e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:10.970880 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-46153ff2-e8bd-4d63-883d-b1e86416231d req-9b672bac-94c8-4eb7-96d9-2cbf2883e5bd service neutron] 10.222.0.82 "GET /v2.0/networks?id=18209e51-9c92-4530-bc69-1c817ee48327 HTTP/1.1" status: 200 len: 915 time: 0.1595435 Aug 12 15:34:10.978019 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb864cd6-e4bc-4478-a0e0-34f40fb320f8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=070cc46d-8c91-44cc-beb7-84f7061f904d,revision_number=0']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:10.985061 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-cb864cd6-e4bc-4478-a0e0-34f40fb320f8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:10.999497 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cb864cd6-e4bc-4478-a0e0-34f40fb320f8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:11.002087 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-cb864cd6-e4bc-4478-a0e0-34f40fb320f8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2049694 Aug 12 15:34:11.004734 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 50938) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:11.013493 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-16f0ce46-b30f-45f2-b4a8-0151c0798443 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Request body: {'security_group_rule': {'security_group_id': '126622e1-7ffd-412d-bb5e-94345755b903', 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:11.022910 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-16f0ce46-b30f-45f2-b4a8-0151c0798443 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:11.026833 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-16f0ce46-b30f-45f2-b4a8-0151c0798443 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Usage tracker for resource:security_group_rule and tenant:09e68664a04e4f97b9237c56122c4aff is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:11.030294 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-16f0ce46-b30f-45f2-b4a8-0151c0798443 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:11.038449 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-16f0ce46-b30f-45f2-b4a8-0151c0798443 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:11.075581 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-16f0ce46-b30f-45f2-b4a8-0151c0798443 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:11.102101 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-37fb4c6f-1849-4db2-9c02-44540529dc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'name': 'tempest-TestMinimumBasicScenario-465498279-router', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:56Z', 'updated_at': '2021-08-12T15:33:02Z', 'revision_number': 4, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'gw_port': {'id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:18:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:57Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_floatingips': [{'id': 'bc973406-f8e1-43e0-abc8-ef66c4d3cc27', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'floating_ip_address': '172.28.0.206', 'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'router_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'port_id': '543030e5-d363-4cd4-9284-c256dba5f1d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327', 'mac_address': 'fa:16:3e:b6:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:34:08Z', 'updated_at': '2021-08-12T15:34:08Z', 'revision_number': 0, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e798e897-f03e-47e0-95ee-5874392d8c18', 'name': '', 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'mac_address': 'fa:16:3e:2a:69:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:01Z', 'updated_at': '2021-08-12T15:33:08Z', 'revision_number': 5, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'subnets': [{'id': '585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:11.124132 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fb4c6f-1849-4db2-9c02-44540529dc6a None None] Checking router: 2c0c63c9-b1ad-420b-ba17-9af116af8460 for host: dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:34:11.141009 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-46153ff2-e8bd-4d63-883d-b1e86416231d req-f773645b-204b-4a5c-9eba-11408dad9ede service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=543030e5-d363-4cd4-9284-c256dba5f1d8 HTTP/1.1" status: 200 len: 999 time: 0.1517458 Aug 12 15:34:11.146853 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fb4c6f-1849-4db2-9c02-44540529dc6a None None] Routers {'2c0c63c9-b1ad-420b-ba17-9af116af8460'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:34:11.149803 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-37fb4c6f-1849-4db2-9c02-44540529dc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:33:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['2c0c63c9-b1ad-420b-ba17-9af116af8460'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:11.248682 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-16f0ce46-b30f-45f2-b4a8-0151c0798443 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:11.266201 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-16f0ce46-b30f-45f2-b4a8-0151c0798443 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385572'] for security_group_rule, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:11.292451 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:11.303763 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46153ff2-e8bd-4d63-883d-b1e86416231d req-1ee29986-0557-4406-af96-db0c269dcc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:11.303997 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-16f0ce46-b30f-45f2-b4a8-0151c0798443 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:11.305248 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-46153ff2-e8bd-4d63-883d-b1e86416231d req-1ee29986-0557-4406-af96-db0c269dcc5f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1 HTTP/1.1" status: 200 len: 853 time: 0.1482742 Aug 12 15:34:11.305518 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-16f0ce46-b30f-45f2-b4a8-0151c0798443 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2996004 Aug 12 15:34:11.310134 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 50948) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:11.313971 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0ce46-b30f-45f2-b4a8-0151c0798443 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e309bc-7542-4427-a95c-fc1f2025f6ee,revision_number=0']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:11.317228 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-16f0ce46-b30f-45f2-b4a8-0151c0798443 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:11.340992 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a422f8f-ca50-41e6-b3cf-5587483addb7 req-bf45230a-40c5-431a-ac4a-84e6f92dccac tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:11.348176 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7a422f8f-ca50-41e6-b3cf-5587483addb7 req-bf45230a-40c5-431a-ac4a-84e6f92dccac tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.1984575 Aug 12 15:34:11.403642 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7a422f8f-ca50-41e6-b3cf-5587483addb7 req-aabea05a-fa86-4abe-8bd2-1b2a81e4cbc8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544250 Aug 12 15:34:11.406447 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 50954) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:11.411706 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-b388420e-d5aa-4dab-92a7-562aafa4a47f tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Request body: {'security_group_rule': {'security_group_id': '126622e1-7ffd-412d-bb5e-94345755b903', 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:11.427158 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b388420e-d5aa-4dab-92a7-562aafa4a47f tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:11.448841 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b388420e-d5aa-4dab-92a7-562aafa4a47f tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Usage tracker for resource:security_group_rule and tenant:09e68664a04e4f97b9237c56122c4aff is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:11.453608 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b388420e-d5aa-4dab-92a7-562aafa4a47f tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:11.459019 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-37fb4c6f-1849-4db2-9c02-44540529dc6a None None] Set router 2c0c63c9-b1ad-420b-ba17-9af116af8460 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:34:11.460321 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b388420e-d5aa-4dab-92a7-562aafa4a47f tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:11.498137 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b388420e-d5aa-4dab-92a7-562aafa4a47f tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:11.510881 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46153ff2-e8bd-4d63-883d-b1e86416231d req-1221fbd5-c190-452b-a6b6-9df6b97e4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:11.512968 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-46153ff2-e8bd-4d63-883d-b1e86416231d req-1221fbd5-c190-452b-a6b6-9df6b97e4d34 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=18209e51-9c92-4530-bc69-1c817ee48327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1979840 Aug 12 15:34:11.577729 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e9e42c83-ae95-45af-9f46-beabf674ce7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:11.587046 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-28acf84c-ea97-40e8-8fe0-442c5c4afe09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:11.604426 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-28acf84c-ea97-40e8-8fe0-442c5c4afe09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:11.610967 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-28acf84c-ea97-40e8-8fe0-442c5c4afe09 admin admin] Usage tracker for resource:security_group_rule and tenant:e42d1343edc942d9849c15d3917a8f08 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:11.616223 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-28acf84c-ea97-40e8-8fe0-442c5c4afe09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:11.624294 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-28acf84c-ea97-40e8-8fe0-442c5c4afe09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:11.703068 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b388420e-d5aa-4dab-92a7-562aafa4a47f tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:11.736681 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-28acf84c-ea97-40e8-8fe0-442c5c4afe09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:11.743284 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-28acf84c-ea97-40e8-8fe0-442c5c4afe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:11.760798 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b388420e-d5aa-4dab-92a7-562aafa4a47f tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385572'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:11.763821 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5f99e01c-a117-4bf2-ad97-a487300624aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:11.781412 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-14f94573-b6e8-4865-8553-5f144e4d66e1 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:11.822238 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-28acf84c-ea97-40e8-8fe0-442c5c4afe09 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e42d1343edc942d9849c15d3917a8f08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4147365 Aug 12 15:34:11.825141 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 50964) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:11.827935 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acf84c-ea97-40e8-8fe0-442c5c4afe09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae5f287-d117-4ad1-93d7-a9b11538d0b3,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:11.828998 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388420e-d5aa-4dab-92a7-562aafa4a47f tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c302c6a9-f370-41d5-9bd1-4c07c2d2197e,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:11.831462 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-28acf84c-ea97-40e8-8fe0-442c5c4afe09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:11.848249 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b388420e-d5aa-4dab-92a7-562aafa4a47f tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:11.868852 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd1b12-ea6f-4b60-bd62-a9b3340bd7b1 req-171b6988-2a98-4136-8623-bad63a070f28 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:11.869619 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-8cdd1b12-ea6f-4b60-bd62-a9b3340bd7b1 req-171b6988-2a98-4136-8623-bad63a070f28 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Synchronizing usage tracker for tenant:9b916570d7d042448e9f20bea13de712 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:34:11.877787 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-46153ff2-e8bd-4d63-883d-b1e86416231d req-c2a77e4e-1bf0-4175-aa45-fcb423690050 service neutron] 10.222.0.82 "GET /v2.0/networks/18209e51-9c92-4530-bc69-1c817ee48327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954094 Aug 12 15:34:11.879167 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b388420e-d5aa-4dab-92a7-562aafa4a47f tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:11.880771 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-b388420e-d5aa-4dab-92a7-562aafa4a47f tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5696952 Aug 12 15:34:11.884490 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 50968) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:11.896009 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-287605c2-c246-48cd-8479-d59e90cc70d8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Request body: {'security_group_rule': {'security_group_id': '126622e1-7ffd-412d-bb5e-94345755b903', 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:11.924986 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-287605c2-c246-48cd-8479-d59e90cc70d8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:11.936544 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-287605c2-c246-48cd-8479-d59e90cc70d8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Usage tracker for resource:security_group_rule and tenant:09e68664a04e4f97b9237c56122c4aff is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:11.939333 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-8cdd1b12-ea6f-4b60-bd62-a9b3340bd7b1 req-171b6988-2a98-4136-8623-bad63a070f28 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Unset dirty status for tenant:9b916570d7d042448e9f20bea13de712 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:34:11.940465 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-8cdd1b12-ea6f-4b60-bd62-a9b3340bd7b1 req-171b6988-2a98-4136-8623-bad63a070f28 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.82 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.3273189 Aug 12 15:34:11.941289 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-287605c2-c246-48cd-8479-d59e90cc70d8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:11.950281 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-617b785e-bce8-4a4a-8fb9-c5e7737d7ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:11.994684 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-287605c2-c246-48cd-8479-d59e90cc70d8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:12.066657 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-37fb4c6f-1849-4db2-9c02-44540529dc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'name': 'tempest-TestMinimumBasicScenario-465498279-router', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:56Z', 'updated_at': '2021-08-12T15:33:02Z', 'revision_number': 4, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'gw_port': {'id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:18:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:57Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_floatingips': [{'id': 'bc973406-f8e1-43e0-abc8-ef66c4d3cc27', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'floating_ip_address': '172.28.0.206', 'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'router_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'port_id': '543030e5-d363-4cd4-9284-c256dba5f1d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327', 'mac_address': 'fa:16:3e:b6:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:34:08Z', 'updated_at': '2021-08-12T15:34:08Z', 'revision_number': 0, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e798e897-f03e-47e0-95ee-5874392d8c18', 'name': '', 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'mac_address': 'fa:16:3e:2a:69:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:01Z', 'updated_at': '2021-08-12T15:33:08Z', 'revision_number': 5, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'subnets': [{'id': '585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:12.071845 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fb4c6f-1849-4db2-9c02-44540529dc6a None None] The sync data for ids ['2c0c63c9-b1ad-420b-ba17-9af116af8460'] in dv-cinder-804345-1-smb is: [{'id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'name': 'tempest-TestMinimumBasicScenario-465498279-router', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:56Z', 'updated_at': '2021-08-12T15:33:02Z', 'revision_number': 4, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'gw_port': {'id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:18:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:57Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_floatingips': [{'id': 'bc973406-f8e1-43e0-abc8-ef66c4d3cc27', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'floating_ip_address': '172.28.0.206', 'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'router_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'port_id': '543030e5-d363-4cd4-9284-c256dba5f1d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327', 'mac_address': 'fa:16:3e:b6:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:34:08Z', 'updated_at': '2021-08-12T15:34:08Z', 'revision_number': 0, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e798e897-f03e-47e0-95ee-5874392d8c18', 'name': '', 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'mac_address': 'fa:16:3e:2a:69:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:01Z', 'updated_at': '2021-08-12T15:33:08Z', 'revision_number': 5, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'subnets': [{'id': '585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:34:12.100273 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-617b785e-bce8-4a4a-8fb9-c5e7737d7ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:12.216301 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb1756-929a-4e16-b23d-7cec4a9e3f4a req-a7ea759f-466a-4c58-b0b9-53ddbf05ceb2 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:12.217840 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-aaeb1756-929a-4e16-b23d-7cec4a9e3f4a req-a7ea759f-466a-4c58-b0b9-53ddbf05ceb2 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 945 time: 0.2290294 Aug 12 15:34:12.233942 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-617b785e-bce8-4a4a-8fb9-c5e7737d7ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:12.242738 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-28acf84c-ea97-40e8-8fe0-442c5c4afe09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:12.266507 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-287605c2-c246-48cd-8479-d59e90cc70d8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:12.273099 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b785e-bce8-4a4a-8fb9-c5e7737d7ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae5f287-d117-4ad1-93d7-a9b11538d0b3,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:12.276656 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-617b785e-bce8-4a4a-8fb9-c5e7737d7ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:12.298373 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-617b785e-bce8-4a4a-8fb9-c5e7737d7ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:12.299715 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-617b785e-bce8-4a4a-8fb9-c5e7737d7ccf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aae5f287-d117-4ad1-93d7-a9b11538d0b3 HTTP/1.1" status: 204 len: 168 time: 0.4736259 Aug 12 15:34:12.308401 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-aaeb1756-929a-4e16-b23d-7cec4a9e3f4a req-f91b9e10-0b93-4468-b777-25f296a5e59a tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/security-groups?id=139f87aa-f35f-431a-846d-1749ccc9edaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759051 Aug 12 15:34:12.314895 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-8cdd1b12-ea6f-4b60-bd62-a9b3340bd7b1 req-5518cc25-6c15-4857-a5ac-b5f97a37c176 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Deleting port bb497821-8775-4fb2-87ea-78c8dee3409e {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:34:12.315242 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-8cdd1b12-ea6f-4b60-bd62-a9b3340bd7b1 req-5518cc25-6c15-4857-a5ac-b5f97a37c176 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:12.404203 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-46153ff2-e8bd-4d63-883d-b1e86416231d req-6e8a2954-30b6-4274-be5e-fe390d8adb4d service neutron] 10.222.0.82 "GET /v2.0/networks/18209e51-9c92-4530-bc69-1c817ee48327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004401 Aug 12 15:34:12.453941 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7f6ed4-594e-4f60-8e53-be29a59071eb None None] New status for floating IP bc973406-f8e1-43e0-abc8-ef66c4d3cc27: ACTIVE {{(pid=79209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:34:12.491538 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-287605c2-c246-48cd-8479-d59e90cc70d8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:12.514633 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-287605c2-c246-48cd-8479-d59e90cc70d8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385572'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:12.530728 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:12.560809 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287605c2-c246-48cd-8479-d59e90cc70d8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a557030-438f-40ec-9623-8fcdac030d20,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:12.567400 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-287605c2-c246-48cd-8479-d59e90cc70d8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:12.655623 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6907988-7a55-4ee4-bd5a-1901e30df261 req-a2df5db5-19b9-4b58-a950-f541fb519a03 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:12.657267 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a6907988-7a55-4ee4-bd5a-1901e30df261 req-a2df5db5-19b9-4b58-a950-f541fb519a03 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.0886312 Aug 12 15:34:12.668615 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:12.689525 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 50982) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:12.714650 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-287605c2-c246-48cd-8479-d59e90cc70d8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:12.718400 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-287605c2-c246-48cd-8479-d59e90cc70d8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8290074 Aug 12 15:34:12.719230 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 50986) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:12.729046 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-d953137b-151f-4791-a500-f0cd1620ffe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:12.744536 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-315cc663-1713-4bb7-a6cb-a5b38cb65f9b tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Request body: {'security_group_rule': {'security_group_id': '126622e1-7ffd-412d-bb5e-94345755b903', 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:12.755573 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a6907988-7a55-4ee4-bd5a-1901e30df261 req-f84e1dd3-8b2b-4933-8eec-e6dbb68c8797 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915678 Aug 12 15:34:12.756717 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-315cc663-1713-4bb7-a6cb-a5b38cb65f9b tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:12.757928 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-8cdd1b12-ea6f-4b60-bd62-a9b3340bd7b1 req-5518cc25-6c15-4857-a5ac-b5f97a37c176 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] For port bb497821-8775-4fb2-87ea-78c8dee3409e, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=bb497821-8775-4fb2-87ea-78c8dee3409e,segment=NetworkSegment(f63d5aea-debc-4a98-b754-f7136f72aa86),segment_id=f63d5aea-debc-4a98-b754-f7136f72aa86)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:34:12.758375 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-8cdd1b12-ea6f-4b60-bd62-a9b3340bd7b1 req-5518cc25-6c15-4857-a5ac-b5f97a37c176 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:12.764352 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-315cc663-1713-4bb7-a6cb-a5b38cb65f9b tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Usage tracker for resource:security_group_rule and tenant:09e68664a04e4f97b9237c56122c4aff is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:12.767661 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-d953137b-151f-4791-a500-f0cd1620ffe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:12.770281 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-315cc663-1713-4bb7-a6cb-a5b38cb65f9b tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:12.787100 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-d953137b-151f-4791-a500-f0cd1620ffe5 admin admin] Usage tracker for resource:security_group_rule and tenant:155194dba9e543c4948c449b4954a7d2 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:12.787100 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-315cc663-1713-4bb7-a6cb-a5b38cb65f9b tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:12.788271 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-d953137b-151f-4791-a500-f0cd1620ffe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:12.794854 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-d953137b-151f-4791-a500-f0cd1620ffe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:12.798321 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.db.securitygroups_db [None req-315cc663-1713-4bb7-a6cb-a5b38cb65f9b tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Project 09e68664a04e4f97b9237c56122c4aff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:34:12.811588 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-315cc663-1713-4bb7-a6cb-a5b38cb65f9b tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:12.895004 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-8cdd1b12-ea6f-4b60-bd62-a9b3340bd7b1 req-5518cc25-6c15-4857-a5ac-b5f97a37c176 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Calling delete_port for bb497821-8775-4fb2-87ea-78c8dee3409e owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:34:12.899374 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-315cc663-1713-4bb7-a6cb-a5b38cb65f9b tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:12.906464 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-315cc663-1713-4bb7-a6cb-a5b38cb65f9b tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385572'] for security_group_rule, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:12.914197 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-41284518-4bdb-497f-8bb3-fa4a7ce75441 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:12.925812 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92281ffa-0119-466b-85b8-13d05a1c5648 req-e8e20e5c-900c-4b04-818f-877e9bf90f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:12.927285 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-92281ffa-0119-466b-85b8-13d05a1c5648 req-e8e20e5c-900c-4b04-818f-877e9bf90f7c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e&tenant_id=e688111fb0094ab1b8d5d97c590ee4e7 HTTP/1.1" status: 200 len: 1097 time: 0.2949953 Aug 12 15:34:12.947378 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cc663-1713-4bb7-a6cb-a5b38cb65f9b tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a22f0e0-3699-400c-8c06-6d1e928ab699,revision_number=0']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:12.959405 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-315cc663-1713-4bb7-a6cb-a5b38cb65f9b tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:12.971361 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-d953137b-151f-4791-a500-f0cd1620ffe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:12.974415 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-315cc663-1713-4bb7-a6cb-a5b38cb65f9b tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:12.975711 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-315cc663-1713-4bb7-a6cb-a5b38cb65f9b tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2507856 Aug 12 15:34:12.976878 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-d953137b-151f-4791-a500-f0cd1620ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:12.983528 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 50990) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:12.984171 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-041be7dc-7e0d-4f60-9f4f-df5835775979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:13.000681 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-e04da068-b71c-4f95-a0a4-1ad0235d8288 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Request body: {'security_group_rule': {'security_group_id': '126622e1-7ffd-412d-bb5e-94345755b903', 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:13.011908 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-e04da068-b71c-4f95-a0a4-1ad0235d8288 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:13.110604 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92281ffa-0119-466b-85b8-13d05a1c5648 req-57bef9c0-4ef3-4e43-84bc-8982009b6a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:13.112082 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-92281ffa-0119-466b-85b8-13d05a1c5648 req-57bef9c0-4ef3-4e43-84bc-8982009b6a8d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e688111fb0094ab1b8d5d97c590ee4e7&device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 1097 time: 0.1406004 Aug 12 15:34:13.118116 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-e04da068-b71c-4f95-a0a4-1ad0235d8288 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Usage tracker for resource:security_group_rule and tenant:09e68664a04e4f97b9237c56122c4aff is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:13.121779 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-e04da068-b71c-4f95-a0a4-1ad0235d8288 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:13.132652 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953137b-151f-4791-a500-f0cd1620ffe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71787df8-2ba2-40fc-9722-704e6f91f370,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:13.135657 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-e04da068-b71c-4f95-a0a4-1ad0235d8288 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:13.138088 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-8cdd1b12-ea6f-4b60-bd62-a9b3340bd7b1 req-5518cc25-6c15-4857-a5ac-b5f97a37c176 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:13.142885 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-d953137b-151f-4791-a500-f0cd1620ffe5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=155194dba9e543c4948c449b4954a7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4493299 Aug 12 15:34:13.142885 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-d953137b-151f-4791-a500-f0cd1620ffe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:13.144108 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 50994) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:13.150186 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.db.securitygroups_db [None req-e04da068-b71c-4f95-a0a4-1ad0235d8288 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Project 09e68664a04e4f97b9237c56122c4aff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:34:13.151867 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ccbe6b9c-2e8e-4d0c-81a8-8babde8f47f2 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:13.157110 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-e04da068-b71c-4f95-a0a4-1ad0235d8288 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:13.225001 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-e04da068-b71c-4f95-a0a4-1ad0235d8288 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:13.225224 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518cc25-6c15-4857-a5ac-b5f97a37c176 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Pushing event deleted for resources: {'Port': ['ID=bb497821-8775-4fb2-87ea-78c8dee3409e,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:13.230720 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-e04da068-b71c-4f95-a0a4-1ad0235d8288 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385572'] for security_group_rule, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:13.244079 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-16f0ce46-b30f-45f2-b4a8-0151c0798443 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:13.271972 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04da068-b71c-4f95-a0a4-1ad0235d8288 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41dec6be-f734-4757-a7b9-9eb1a20849a1,revision_number=0']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:13.275876 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-e04da068-b71c-4f95-a0a4-1ad0235d8288 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:13.280814 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5518cc25-6c15-4857-a5ac-b5f97a37c176 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:13.283571 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-e04da068-b71c-4f95-a0a4-1ad0235d8288 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:13.286030 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-e04da068-b71c-4f95-a0a4-1ad0235d8288 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2949879 Aug 12 15:34:13.400130 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdd1b12-ea6f-4b60-bd62-a9b3340bd7b1 req-5518cc25-6c15-4857-a5ac-b5f97a37c176 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] No DVR routers for this DVR port bb497821-8775-4fb2-87ea-78c8dee3409e on host hv-cinder-80434 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:34:13.406540 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-8cdd1b12-ea6f-4b60-bd62-a9b3340bd7b1 req-5518cc25-6c15-4857-a5ac-b5f97a37c176 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:13.410253 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd2122b-fc65-495c-b6ce-4e515f7bd6ad', 'name': 'network-vif-deleted', 'tag': 'bb497821-8775-4fb2-87ea-78c8dee3409e'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:34:13.429217 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d421264b-df7f-464f-9e04-45d3d722fb03 req-b1bbf774-ccdb-4b7f-9615-a7ceafb7d61b tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538229534&fields=id&tenant_id=09e68664a04e4f97b9237c56122c4aff HTTP/1.1" status: 200 len: 267 time: 0.0468891 Aug 12 15:34:13.453615 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-8cdd1b12-ea6f-4b60-bd62-a9b3340bd7b1 req-5518cc25-6c15-4857-a5ac-b5f97a37c176 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.82 "DELETE /v2.0/ports/bb497821-8775-4fb2-87ea-78c8dee3409e HTTP/1.1" status: 204 len: 173 time: 1.4993684 Aug 12 15:34:13.460873 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-04d24757-dec9-4901-941d-de2b7f7d5b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:13.463081 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92281ffa-0119-466b-85b8-13d05a1c5648 req-202811af-5115-4bdf-9d98-f5cf5f0ccb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:13.464520 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-92281ffa-0119-466b-85b8-13d05a1c5648 req-202811af-5115-4bdf-9d98-f5cf5f0ccb59 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e HTTP/1.1" status: 200 len: 918 time: 0.3456495 Aug 12 15:34:13.530577 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-42f90e90-e0a8-4048-bbaa-6b2112f81e04 req-0db531cc-7adb-4569-b63c-7efade56677e tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] 10.222.0.59 "GET /v2.0/ports?device_id=0dd2122b-fc65-495c-b6ce-4e515f7bd6ad HTTP/1.1" status: 200 len: 210 time: 0.0948994 Aug 12 15:34:13.570604 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-04d24757-dec9-4901-941d-de2b7f7d5b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:13.597814 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421264b-df7f-464f-9e04-45d3d722fb03 req-387fb83e-9859-4267-b11d-6ca01bf13466 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:13.599672 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d421264b-df7f-464f-9e04-45d3d722fb03 req-387fb83e-9859-4267-b11d-6ca01bf13466 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 945 time: 0.1615279 Aug 12 15:34:13.613121 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [req-d421264b-df7f-464f-9e04-45d3d722fb03 req-139e1ce9-354c-4a56-91a1-41be6eb7641d tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Request body: {'port': {'security_groups': ['6545cc66-3ac0-4d13-a262-7ea1c7958f04', '126622e1-7ffd-412d-bb5e-94345755b903']}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:13.617506 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-92281ffa-0119-466b-85b8-13d05a1c5648 req-86a99d36-1f37-47cb-8af5-dc2857cb5717 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27b5917b-e68b-4e56-a2d3-622a638ef82f HTTP/1.1" status: 200 len: 1000 time: 0.1441948 Aug 12 15:34:13.676848 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd2122b-fc65-495c-b6ce-4e515f7bd6ad', 'name': 'network-vif-deleted', 'tag': 'bb497821-8775-4fb2-87ea-78c8dee3409e', 'status': 'completed', 'code': 200} Aug 12 15:34:13.694073 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-04d24757-dec9-4901-941d-de2b7f7d5b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:13.700274 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-beec0855-6599-4b14-8269-2392280cd081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:13.714413 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d24757-dec9-4901-941d-de2b7f7d5b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71787df8-2ba2-40fc-9722-704e6f91f370,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:13.718233 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-04d24757-dec9-4901-941d-de2b7f7d5b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:13.719634 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92281ffa-0119-466b-85b8-13d05a1c5648 req-568f37e9-7475-4d6b-8fe5-9ebad895aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:13.721045 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-92281ffa-0119-466b-85b8-13d05a1c5648 req-568f37e9-7475-4d6b-8fe5-9ebad895aa50 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=88e0880e-bb53-49b2-83d2-6dd899a35462 HTTP/1.1" status: 200 len: 856 time: 0.0930734 Aug 12 15:34:13.724427 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-04d24757-dec9-4901-941d-de2b7f7d5b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:13.727950 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-04d24757-dec9-4901-941d-de2b7f7d5b7a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/71787df8-2ba2-40fc-9722-704e6f91f370 HTTP/1.1" status: 204 len: 168 time: 0.5819945 Aug 12 15:34:13.772689 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-d421264b-df7f-464f-9e04-45d3d722fb03 req-139e1ce9-354c-4a56-91a1-41be6eb7641d tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:13.807921 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92281ffa-0119-466b-85b8-13d05a1c5648 req-8cd6c8c7-fa90-4530-bf8c-d20a38239151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:13.809713 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-92281ffa-0119-466b-85b8-13d05a1c5648 req-8cd6c8c7-fa90-4530-bf8c-d20a38239151 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810909 Aug 12 15:34:13.834326 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:14.005913 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-92281ffa-0119-466b-85b8-13d05a1c5648 req-292da620-c22d-4d23-af4f-cc4daefac959 service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831927 Aug 12 15:34:14.109105 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5576b-c896-41ea-beaf-e2b07482e65e req-8829867b-9d8a-4a25-be06-f98a86e8cde6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:14.110689 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8df5576b-c896-41ea-beaf-e2b07482e65e req-8829867b-9d8a-4a25-be06-f98a86e8cde6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.2104616 Aug 12 15:34:14.116508 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.db [req-d421264b-df7f-464f-9e04-45d3d722fb03 req-139e1ce9-354c-4a56-91a1-41be6eb7641d tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] For port 543030e5-d363-4cd4-9284-c256dba5f1d8, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=543030e5-d363-4cd4-9284-c256dba5f1d8,segment=NetworkSegment(844a6bec-afac-46d6-94ce-d23922a214d0),segment_id=844a6bec-afac-46d6-94ce-d23922a214d0)] {{(pid=79207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:34:14.174627 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-d421264b-df7f-464f-9e04-45d3d722fb03 req-139e1ce9-354c-4a56-91a1-41be6eb7641d tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for port, precommit_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:14.186545 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-d421264b-df7f-464f-9e04-45d3d722fb03 req-139e1ce9-354c-4a56-91a1-41be6eb7641d tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2979777'] for port, after_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:14.204890 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:14.229095 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['543030e5-d363-4cd4-9284-c256dba5f1d8'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:34:14.268007 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8df5576b-c896-41ea-beaf-e2b07482e65e req-287e7f7c-3073-419d-9c2a-7be20b69d11d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456261 Aug 12 15:34:14.305291 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-92281ffa-0119-466b-85b8-13d05a1c5648 req-5add83ed-bf77-4758-b399-203e7db6400e service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927284 Aug 12 15:34:14.313447 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device bb497821-8775-4fb2-87ea-78c8dee3409e no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:34:14.343084 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421264b-df7f-464f-9e04-45d3d722fb03 req-139e1ce9-354c-4a56-91a1-41be6eb7641d tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:14.343706 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-d421264b-df7f-464f-9e04-45d3d722fb03 req-139e1ce9-354c-4a56-91a1-41be6eb7641d tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for port, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:14.366116 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d421264b-df7f-464f-9e04-45d3d722fb03 req-139e1ce9-354c-4a56-91a1-41be6eb7641d tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "PUT /v2.0/ports/543030e5-d363-4cd4-9284-c256dba5f1d8 HTTP/1.1" status: 200 len: 981 time: 0.7483373 Aug 12 15:34:14.368710 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0', 'tag': '543030e5-d363-4cd4-9284-c256dba5f1d8'}] {{(pid=79207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:34:14.375313 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] No Port match for: bb497821-8775-4fb2-87ea-78c8dee3409e {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:34:14.375788 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device bb497821-8775-4fb2-87ea-78c8dee3409e not bound to the agent host hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:34:14.421397 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e1ce9-354c-4a56-91a1-41be6eb7641d tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Pushing event updated for resources: {'Port': ['ID=543030e5-d363-4cd4-9284-c256dba5f1d8,revision_number=6']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:14.427106 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-139e1ce9-354c-4a56-91a1-41be6eb7641d tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:14.447761 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0', 'tag': '543030e5-d363-4cd4-9284-c256dba5f1d8', 'status': 'completed', 'code': 200} Aug 12 15:34:14.478776 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['543030e5-d363-4cd4-9284-c256dba5f1d8'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:34:14.624193 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29239c6-6113-4e51-a375-debb4c88d197 req-d707aafd-66dd-492d-adc8-742e9259935f tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:14.637025 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e29239c6-6113-4e51-a375-debb4c88d197 req-d707aafd-66dd-492d-adc8-742e9259935f tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 984 time: 0.1323307 Aug 12 15:34:14.691157 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099e5e9-6494-4c4f-b176-cb9fbd3e84ea req-e5dd2a06-da40-4bc0-bbb2-2c53b06527e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:14.693661 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-f099e5e9-6494-4c4f-b176-cb9fbd3e84ea req-e5dd2a06-da40-4bc0-bbb2-2c53b06527e1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=09e68664a04e4f97b9237c56122c4aff&device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 1137 time: 0.1728787 Aug 12 15:34:14.694817 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e29239c6-6113-4e51-a375-debb4c88d197 req-5c667393-3dd1-4300-b0ef-a3a293fe73fc tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=126622e1-7ffd-412d-bb5e-94345755b903&id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566332 Aug 12 15:34:14.753541 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 51052) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:14.841426 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:14.861799 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-cb7dd9c1-c6af-4a6d-9918-4494a90b4adf None None] Provisioning complete for port 543030e5-d363-4cd4-9284-c256dba5f1d8 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:34:14.862412 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cb7dd9c1-c6af-4a6d-9918-4494a90b4adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:14.928704 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099e5e9-6494-4c4f-b176-cb9fbd3e84ea req-4595aa04-8bdd-466c-b51d-d305fbb0683f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:14.930413 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-f099e5e9-6494-4c4f-b176-cb9fbd3e84ea req-4595aa04-8bdd-466c-b51d-d305fbb0683f service neutron] 10.222.0.82 "GET /v2.0/networks?id=18209e51-9c92-4530-bc69-1c817ee48327 HTTP/1.1" status: 200 len: 915 time: 0.2296472 Aug 12 15:34:15.098911 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-f099e5e9-6494-4c4f-b176-cb9fbd3e84ea req-7bb54f62-1ce5-40c1-93fd-33245b147443 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=543030e5-d363-4cd4-9284-c256dba5f1d8 HTTP/1.1" status: 200 len: 1001 time: 0.1602652 Aug 12 15:34:15.211282 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099e5e9-6494-4c4f-b176-cb9fbd3e84ea req-cc2fd561-9dc2-4106-9d58-9b8c2bcb047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:15.214859 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-f099e5e9-6494-4c4f-b176-cb9fbd3e84ea req-cc2fd561-9dc2-4106-9d58-9b8c2bcb047a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1 HTTP/1.1" status: 200 len: 853 time: 0.1092319 Aug 12 15:34:15.423923 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099e5e9-6494-4c4f-b176-cb9fbd3e84ea req-64661130-447f-4825-8a84-05d078f3ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:15.425344 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-f099e5e9-6494-4c4f-b176-cb9fbd3e84ea req-64661130-447f-4825-8a84-05d078f3ac2d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=18209e51-9c92-4530-bc69-1c817ee48327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2025421 Aug 12 15:34:15.794908 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f35bf3-7020-4a10-a4d4-274b4a0a979b req-b840fb65-1f73-4287-ae49-79d4b7545fb2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:15.800082 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-25f35bf3-7020-4a10-a4d4-274b4a0a979b req-b840fb65-1f73-4287-ae49-79d4b7545fb2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.2148113 Aug 12 15:34:15.915557 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-25f35bf3-7020-4a10-a4d4-274b4a0a979b req-90c8065d-a0a9-4598-8fa3-64d64c927d57 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697017 Aug 12 15:34:15.949051 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5f20e457-ff60-4dc5-a66b-e474e5215973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717506'] for router_interface, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:15.958721 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-f099e5e9-6494-4c4f-b176-cb9fbd3e84ea req-dd3a4e73-9260-4544-917e-590712c5ab4f service neutron] 10.222.0.82 "GET /v2.0/networks/18209e51-9c92-4530-bc69-1c817ee48327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197432 Aug 12 15:34:16.548592 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-5f20e457-ff60-4dc5-a66b-e474e5215973 admin admin] Deleting port f5899d1c-1b1b-4ee5-bc55-92f7ba622020 {{(pid=79207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:34:16.549245 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5f20e457-ff60-4dc5-a66b-e474e5215973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:16.772498 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.db [None req-5f20e457-ff60-4dc5-a66b-e474e5215973 admin admin] For port f5899d1c-1b1b-4ee5-bc55-92f7ba622020, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=f5899d1c-1b1b-4ee5-bc55-92f7ba622020,segment=NetworkSegment(f63d5aea-debc-4a98-b754-f7136f72aa86),segment_id=f63d5aea-debc-4a98-b754-f7136f72aa86)] {{(pid=79207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:34:16.772857 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5f20e457-ff60-4dc5-a66b-e474e5215973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:16.932354 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-5f20e457-ff60-4dc5-a66b-e474e5215973 admin admin] Calling delete_port for f5899d1c-1b1b-4ee5-bc55-92f7ba622020 owned by network:router_interface {{(pid=79207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:34:17.401870 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308f563-28d0-46b2-8386-47789240a09b req-a5362610-df33-4b11-826c-d4f5c22ab639 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:17.409729 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3308f563-28d0-46b2-8386-47789240a09b req-a5362610-df33-4b11-826c-d4f5c22ab639 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.1901965 Aug 12 15:34:17.498716 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3308f563-28d0-46b2-8386-47789240a09b req-ca2cf724-9ba5-455d-849c-07e1c7bc2bbe tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879028 Aug 12 15:34:17.515399 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5f20e457-ff60-4dc5-a66b-e474e5215973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:17.519991 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-139e1ce9-354c-4a56-91a1-41be6eb7641d tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:17.575200 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20e457-ff60-4dc5-a66b-e474e5215973 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5899d1c-1b1b-4ee5-bc55-92f7ba622020,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:17.578373 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5f20e457-ff60-4dc5-a66b-e474e5215973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:17.964220 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5f20e457-ff60-4dc5-a66b-e474e5215973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717502'] for router_interface, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:18.145716 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:34:18.392520 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f20e457-ff60-4dc5-a66b-e474e5215973 admin admin] Router 5428f086-61ca-4a15-bab9-7610650563e7 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:34:18.630201 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 51200) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:18.721254 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f20e457-ff60-4dc5-a66b-e474e5215973 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:34:18.731881 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c8ec5-6785-4f28-a585-8d697e5e201c None None] Sync routers for ids ['5428f086-61ca-4a15-bab9-7610650563e7'] in dv-cinder-804345-1-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:34:18.737663 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-5f20e457-ff60-4dc5-a66b-e474e5215973 admin admin] 10.222.0.59 "PUT /v2.0/routers/5428f086-61ca-4a15-bab9-7610650563e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9830182 Aug 12 15:34:18.740194 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 51206) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:18.744173 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c8ec5-6785-4f28-a585-8d697e5e201c None None] Routers {'5428f086-61ca-4a15-bab9-7610650563e7'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:34:18.744985 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-6e0c8ec5-6785-4f28-a585-8d697e5e201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:34:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['5428f086-61ca-4a15-bab9-7610650563e7'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:18.814006 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ea66b667-a93f-4c6f-8eb8-4007eed705dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:18.848553 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ea66b667-a93f-4c6f-8eb8-4007eed705dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:18.857741 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ea66b667-a93f-4c6f-8eb8-4007eed705dd admin admin] Usage tracker for resource:security_group_rule and tenant:1caca4dbd22b424d992035df574b287b is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:18.868412 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ea66b667-a93f-4c6f-8eb8-4007eed705dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:18.874471 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ea66b667-a93f-4c6f-8eb8-4007eed705dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:18.930738 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-a32f7717-d0b0-4b38-a412-75321e9d17f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:19.015666 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c451fd-dc26-41ff-9f75-c552a6f3bf77 req-d74ca4fa-0733-4faa-b2f0-01690002ca39 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:19.017232 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b6c451fd-dc26-41ff-9f75-c552a6f3bf77 req-d74ca4fa-0733-4faa-b2f0-01690002ca39 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.3689623 Aug 12 15:34:19.045085 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-6e0c8ec5-6785-4f28-a585-8d697e5e201c None None] Set router 5428f086-61ca-4a15-bab9-7610650563e7 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:34:19.045309 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ea66b667-a93f-4c6f-8eb8-4007eed705dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:19.052106 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ea66b667-a93f-4c6f-8eb8-4007eed705dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:19.063198 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-828eb122-02dd-4803-aa82-ed9f0e4ad9a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:19.136032 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66b667-a93f-4c6f-8eb8-4007eed705dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9bc008-220c-4289-804b-acc52b7a3d0f,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:19.140991 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b6c451fd-dc26-41ff-9f75-c552a6f3bf77 req-e296ea7c-a430-4820-b4fd-395966dbba78 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177387 Aug 12 15:34:19.149492 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ea66b667-a93f-4c6f-8eb8-4007eed705dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:19.158884 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 51212) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:19.163298 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-ea66b667-a93f-4c6f-8eb8-4007eed705dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1caca4dbd22b424d992035df574b287b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5313668 Aug 12 15:34:19.191179 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-a32f7717-d0b0-4b38-a412-75321e9d17f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:19.229786 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-a32f7717-d0b0-4b38-a412-75321e9d17f4 admin admin] Deleting port 6fb93643-c438-44d8-a241-7de536787c82 {{(pid=79207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:34:19.230177 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-a32f7717-d0b0-4b38-a412-75321e9d17f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:19.385194 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-6e0c8ec5-6785-4f28-a585-8d697e5e201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5428f086-61ca-4a15-bab9-7610650563e7', 'name': 'tempest-ServerRescueNegativeTestJSON-233274534-router', 'tenant_id': '9b916570d7d042448e9f20bea13de712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '6fb93643-c438-44d8-a241-7de536787c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:34:17Z', 'revision_number': 5, 'project_id': '9b916570d7d042448e9f20bea13de712', 'gw_port': {'id': '6fb93643-c438-44d8-a241-7de536787c82', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:57:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5428f086-61ca-4a15-bab9-7610650563e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:44Z', 'updated_at': '2021-08-12T15:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:19.390806 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c8ec5-6785-4f28-a585-8d697e5e201c None None] Checking router: 5428f086-61ca-4a15-bab9-7610650563e7 for host: dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:34:19.401956 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c8ec5-6785-4f28-a585-8d697e5e201c None None] Routers {'5428f086-61ca-4a15-bab9-7610650563e7'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:34:19.402442 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-6e0c8ec5-6785-4f28-a585-8d697e5e201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:34:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['5428f086-61ca-4a15-bab9-7610650563e7'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:19.562703 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-6e0c8ec5-6785-4f28-a585-8d697e5e201c None None] Set router 5428f086-61ca-4a15-bab9-7610650563e7 gateway port host: None {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:34:19.636324 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-99690dc8-c390-49bf-b30f-9a6dd0a2f068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:19.673989 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-6e0c8ec5-6785-4f28-a585-8d697e5e201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5428f086-61ca-4a15-bab9-7610650563e7', 'name': 'tempest-ServerRescueNegativeTestJSON-233274534-router', 'tenant_id': '9b916570d7d042448e9f20bea13de712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:34:19Z', 'revision_number': 6, 'project_id': '9b916570d7d042448e9f20bea13de712', 'gw_port_host': None}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:19.676219 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-99690dc8-c390-49bf-b30f-9a6dd0a2f068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:19.678143 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c8ec5-6785-4f28-a585-8d697e5e201c None None] The sync data for ids ['5428f086-61ca-4a15-bab9-7610650563e7'] in dv-cinder-804345-1-smb is: [{'id': '5428f086-61ca-4a15-bab9-7610650563e7', 'name': 'tempest-ServerRescueNegativeTestJSON-233274534-router', 'tenant_id': '9b916570d7d042448e9f20bea13de712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:34:19Z', 'revision_number': 6, 'project_id': '9b916570d7d042448e9f20bea13de712', 'gw_port_host': None}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:34:19.817741 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.db [None req-a32f7717-d0b0-4b38-a412-75321e9d17f4 admin admin] For port 6fb93643-c438-44d8-a241-7de536787c82, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=6fb93643-c438-44d8-a241-7de536787c82,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:34:19.818063 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-a32f7717-d0b0-4b38-a412-75321e9d17f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:19.950957 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-a32f7717-d0b0-4b38-a412-75321e9d17f4 admin admin] Calling delete_port for 6fb93643-c438-44d8-a241-7de536787c82 owned by network:router_gateway {{(pid=79207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:34:19.993079 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-99690dc8-c390-49bf-b30f-9a6dd0a2f068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:19.999287 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-7d2776cf-78ac-486c-a55f-adc6f40637d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:20.016111 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99690dc8-c390-49bf-b30f-9a6dd0a2f068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9bc008-220c-4289-804b-acc52b7a3d0f,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:20.031494 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-99690dc8-c390-49bf-b30f-9a6dd0a2f068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:20.039395 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-99690dc8-c390-49bf-b30f-9a6dd0a2f068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:20.043374 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-99690dc8-c390-49bf-b30f-9a6dd0a2f068 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff9bc008-220c-4289-804b-acc52b7a3d0f HTTP/1.1" status: 204 len: 168 time: 0.8794012 Aug 12 15:34:20.207250 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-a32f7717-d0b0-4b38-a412-75321e9d17f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:20.212304 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-ea26c7ec-df10-4a33-83c6-0fab2d180688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:20.271773 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f7717-d0b0-4b38-a412-75321e9d17f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb93643-c438-44d8-a241-7de536787c82,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:20.274528 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-a32f7717-d0b0-4b38-a412-75321e9d17f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:20.403111 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-a32f7717-d0b0-4b38-a412-75321e9d17f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544023'] for router_gateway, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:20.482758 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 51230) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:20.504132 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5249a989-b891-4d10-bdf3-329436689b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:20.530948 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-5249a989-b891-4d10-bdf3-329436689b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:20.559528 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-5249a989-b891-4d10-bdf3-329436689b83 admin admin] Usage tracker for resource:security_group_rule and tenant:db37f79017fc46e9be472d63b851e75a is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:20.567725 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-5249a989-b891-4d10-bdf3-329436689b83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:20.581821 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-5249a989-b891-4d10-bdf3-329436689b83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:20.628332 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 6fb93643-c438-44d8-a241-7de536787c82 no longer exists at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:34:20.683558 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-a32f7717-d0b0-4b38-a412-75321e9d17f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1722'] for router, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:20.687064 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-a32f7717-d0b0-4b38-a412-75321e9d17f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:20.742897 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] No Port match for: 6fb93643-c438-44d8-a241-7de536787c82 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:34:20.743514 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 6fb93643-c438-44d8-a241-7de536787c82 not bound to the agent host dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:34:20.744355 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device f5899d1c-1b1b-4ee5-bc55-92f7ba622020 no longer exists at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:34:20.752604 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5249a989-b891-4d10-bdf3-329436689b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:20.770361 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5249a989-b891-4d10-bdf3-329436689b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:20.800940 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0d6f1251-1cc7-4fbb-8ddb-d972dff97906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:20.820415 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-a32f7717-d0b0-4b38-a412-75321e9d17f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-720461'] for router, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:20.820977 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32f7717-d0b0-4b38-a412-75321e9d17f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5428f086-61ca-4a15-bab9-7610650563e7 {{(pid=79207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 12 15:34:20.836643 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a50aea-ec95-45da-bb99-46a04104bb0e req-519f8b44-7265-4b52-ab44-9936547463b3 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:20.838316 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-08a50aea-ec95-45da-bb99-46a04104bb0e req-519f8b44-7265-4b52-ab44-9936547463b3 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.3847184 Aug 12 15:34:20.851779 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] No Port match for: f5899d1c-1b1b-4ee5-bc55-92f7ba622020 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:34:20.852418 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device f5899d1c-1b1b-4ee5-bc55-92f7ba622020 not bound to the agent host dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:34:20.874979 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-a32f7717-d0b0-4b38-a412-75321e9d17f4 admin admin] Notify callbacks [] for router, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:20.877503 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-a32f7717-d0b0-4b38-a412-75321e9d17f4 admin admin] 10.222.0.59 "DELETE /v2.0/routers/5428f086-61ca-4a15-bab9-7610650563e7 HTTP/1.1" status: 204 len: 168 time: 2.1349607 Aug 12 15:34:20.885746 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 51238) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:20.899986 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-5249a989-b891-4d10-bdf3-329436689b83 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=db37f79017fc46e9be472d63b851e75a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4154196 Aug 12 15:34:20.903885 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 51242) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:20.944593 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-08a50aea-ec95-45da-bb99-46a04104bb0e req-b4a14dfe-5a10-43f2-adce-dcb7fca3dcb9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984151 Aug 12 15:34:20.958458 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249a989-b891-4d10-bdf3-329436689b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc8ed9b-46bd-4832-a983-3448eb9ba7b9,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:20.981094 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5249a989-b891-4d10-bdf3-329436689b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:20.981294 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9867c0e-cf51-48ca-81ed-641b9339ee34 admin admin] Deleting subnet cce504bc-20fe-4dae-b0d4-c8fe9856a2a3 {{(pid=79207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 12 15:34:20.988062 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-e9867c0e-cf51-48ca-81ed-641b9339ee34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:21.087631 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-e9867c0e-cf51-48ca-81ed-641b9339ee34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1836087'] for subnet, precommit_delete_associations {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:21.090443 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d90c5ec9-4627-40ab-8ea2-5414db2f5735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:21.174155 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d90c5ec9-4627-40ab-8ea2-5414db2f5735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:21.233887 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-e9867c0e-cf51-48ca-81ed-641b9339ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15865242'] for subnet, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:21.271539 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d90c5ec9-4627-40ab-8ea2-5414db2f5735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:21.294855 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6003a7ef-8c19-4ec4-97b9-590bc33e171f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:21.316802 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c5ec9-4627-40ab-8ea2-5414db2f5735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc8ed9b-46bd-4832-a983-3448eb9ba7b9,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:21.342166 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 51248) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:21.347369 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d90c5ec9-4627-40ab-8ea2-5414db2f5735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:21.352088 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-e9867c0e-cf51-48ca-81ed-641b9339ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15865237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2979723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2156270'] for subnet, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:21.362566 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d90c5ec9-4627-40ab-8ea2-5414db2f5735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:21.363692 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-d90c5ec9-4627-40ab-8ea2-5414db2f5735 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6dc8ed9b-46bd-4832-a983-3448eb9ba7b9 HTTP/1.1" status: 204 len: 168 time: 0.4586546 Aug 12 15:34:21.386596 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5880669e-c534-4907-98c4-172e2f2ad19e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:21.433099 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9867c0e-cf51-48ca-81ed-641b9339ee34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cce504bc-20fe-4dae-b0d4-c8fe9856a2a3,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:21.436818 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-e9867c0e-cf51-48ca-81ed-641b9339ee34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:21.439490 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-e9867c0e-cf51-48ca-81ed-641b9339ee34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:21.449140 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 51256) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:21.449536 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-e9867c0e-cf51-48ca-81ed-641b9339ee34 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cce504bc-20fe-4dae-b0d4-c8fe9856a2a3 HTTP/1.1" status: 204 len: 168 time: 0.5608280 Aug 12 15:34:21.583146 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c99afb22-9aaf-4020-b494-c8d5144a9baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16529243'] for network, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:21.729786 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c99afb22-9aaf-4020-b494-c8d5144a9baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15862113', 'neutron.services.segments.db._delete_segments_for_network-8783031516317'] for network, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:21.745000 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-c99afb22-9aaf-4020-b494-c8d5144a9baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b674c06-763a-4b9c-899f-74cb3faee52e']}} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:21.762890 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-c99afb22-9aaf-4020-b494-c8d5144a9baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63d5aea-debc-4a98-b754-f7136f72aa86') {'for_net_delete': True} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:21.763191 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-c99afb22-9aaf-4020-b494-c8d5144a9baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63d5aea-debc-4a98-b754-f7136f72aa86') {} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:21.776639 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c99afb22-9aaf-4020-b494-c8d5144a9baf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783031512823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060102'] for segment, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:21.804089 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4e941713-9c9b-46d6-ad62-6db637891969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:21.805783 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c99afb22-9aaf-4020-b494-c8d5144a9baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:21.830433 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99afb22-9aaf-4020-b494-c8d5144a9baf admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=79208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:34:21.834418 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c99afb22-9aaf-4020-b494-c8d5144a9baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15867305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2305617'] for segment, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:21.850711 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-4e941713-9c9b-46d6-ad62-6db637891969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:21.856181 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-4e941713-9c9b-46d6-ad62-6db637891969 admin admin] Usage tracker for resource:security_group_rule and tenant:c2b71a29ac3f496babdabf3ce79d601a is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:21.861128 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-4e941713-9c9b-46d6-ad62-6db637891969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: Traceback (most recent call last): Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: timer() Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: cb(*args, **kw) Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: return func(*args, **kwargs) Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: self._notify() Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: self.callback(batched_events) Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: event.method(event) Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: return f(self, *a, **k) Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: return self._get(url).json() Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: return self.request(url, 'GET', **kwargs) Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:34:21.863554 dv-cinder-804345-1-smb neutron-server[79208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:34:21.872694 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-4e941713-9c9b-46d6-ad62-6db637891969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:21.946649 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c99afb22-9aaf-4020-b494-c8d5144a9baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15862040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544010'] for network, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:21.951009 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-08c137a8-4d5a-4e30-ae29-56c2c7bc13d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:21.971646 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c99afb22-9aaf-4020-b494-c8d5144a9baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:21.974351 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99afb22-9aaf-4020-b494-c8d5144a9baf admin admin] Pushing event deleted for resources: {'Network': ['ID=2b674c06-763a-4b9c-899f-74cb3faee52e,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:21.981569 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c99afb22-9aaf-4020-b494-c8d5144a9baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:21.999223 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-c99afb22-9aaf-4020-b494-c8d5144a9baf admin admin] 10.222.0.59 "DELETE /v2.0/networks/2b674c06-763a-4b9c-899f-74cb3faee52e HTTP/1.1" status: 204 len: 168 time: 0.5483422 Aug 12 15:34:22.042003 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4e941713-9c9b-46d6-ad62-6db637891969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:22.050595 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4e941713-9c9b-46d6-ad62-6db637891969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:22.061037 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-c5d7f785-ec6e-4124-8d5a-9d43e504059d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:22.112958 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e941713-9c9b-46d6-ad62-6db637891969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b43b7db-7398-4576-8be5-03fb4d9ece52,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:22.116096 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-4e941713-9c9b-46d6-ad62-6db637891969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:22.193185 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-4e941713-9c9b-46d6-ad62-6db637891969 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c2b71a29ac3f496babdabf3ce79d601a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8495436 Aug 12 15:34:22.196425 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 51280) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:22.314051 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 51286) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:22.370841 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde45d68-43b8-4755-be43-f17f21094e9f req-9f151a7e-0318-4bcd-b695-d0829deb443f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:22.372353 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cde45d68-43b8-4755-be43-f17f21094e9f req-9f151a7e-0318-4bcd-b695-d0829deb443f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.1934028 Aug 12 15:34:22.402875 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8f9eb1ce-f0c1-4554-86b1-20476a0567f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:22.411627 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-c7a20e62-1c64-47e8-aea2-9a3898743bf1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9b916570d7d042448e9f20bea13de712&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0935657 Aug 12 15:34:22.450230 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8f9eb1ce-f0c1-4554-86b1-20476a0567f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:22.459329 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 51290) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:22.556890 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cde45d68-43b8-4755-be43-f17f21094e9f req-b0ab8c48-d346-457e-af40-55a755b937f1 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763697 Aug 12 15:34:22.575010 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bff81001-290e-4d4e-81b2-9b7539bcd648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:22.716011 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bff81001-290e-4d4e-81b2-9b7539bcd648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:22.745231 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8f9eb1ce-f0c1-4554-86b1-20476a0567f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:22.749624 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-1449e24c-5076-4351-9e62-66d4e7afa615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:22.771310 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9eb1ce-f0c1-4554-86b1-20476a0567f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b43b7db-7398-4576-8be5-03fb4d9ece52,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:22.774147 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8f9eb1ce-f0c1-4554-86b1-20476a0567f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:22.809812 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8f9eb1ce-f0c1-4554-86b1-20476a0567f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:22.813872 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-8f9eb1ce-f0c1-4554-86b1-20476a0567f0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6b43b7db-7398-4576-8be5-03fb4d9ece52 HTTP/1.1" status: 204 len: 168 time: 0.6134913 Aug 12 15:34:22.814865 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bff81001-290e-4d4e-81b2-9b7539bcd648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:22.820163 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-292055b7-a6a0-4085-918b-eff882b5d679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:22.835851 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff81001-290e-4d4e-81b2-9b7539bcd648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139f87aa-f35f-431a-846d-1749ccc9edaa,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:22.841521 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-bff81001-290e-4d4e-81b2-9b7539bcd648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:22.866994 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bff81001-290e-4d4e-81b2-9b7539bcd648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:22.870978 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-bff81001-290e-4d4e-81b2-9b7539bcd648 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/139f87aa-f35f-431a-846d-1749ccc9edaa HTTP/1.1" status: 204 len: 168 time: 0.4099951 Aug 12 15:34:23.842285 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74845e-fce6-4f1d-997e-11be8a1f6c5f req-68193f5f-844a-459a-8f42-e472637ceb1b tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:23.844373 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-9e74845e-fce6-4f1d-997e-11be8a1f6c5f req-68193f5f-844a-459a-8f42-e472637ceb1b tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.1492543 Aug 12 15:34:23.918661 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-9e74845e-fce6-4f1d-997e-11be8a1f6c5f req-c18b28be-65d3-485f-9e56-a748e09cb0bb tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684690 Aug 12 15:34:25.151063 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08679bde-6562-4732-8dec-69a58dda13c1 req-5a3434bb-6326-4fa7-a135-d77a5ea82a60 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:25.152614 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-08679bde-6562-4732-8dec-69a58dda13c1 req-5a3434bb-6326-4fa7-a135-d77a5ea82a60 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.1076167 Aug 12 15:34:25.214845 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-08679bde-6562-4732-8dec-69a58dda13c1 req-1829698a-1162-4787-8579-2146b6b603e0 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547390 Aug 12 15:34:25.352887 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 51376) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:25.498255 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-265228df-2dc8-4087-9b27-4a5a1ccd63f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:25.514010 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-265228df-2dc8-4087-9b27-4a5a1ccd63f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:25.518242 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-265228df-2dc8-4087-9b27-4a5a1ccd63f5 admin admin] Usage tracker for resource:security_group_rule and tenant:e201627b277b4a76b630f6db8a79cb72 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:25.521282 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-265228df-2dc8-4087-9b27-4a5a1ccd63f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:25.532865 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-265228df-2dc8-4087-9b27-4a5a1ccd63f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:25.632638 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-265228df-2dc8-4087-9b27-4a5a1ccd63f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:25.636694 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-265228df-2dc8-4087-9b27-4a5a1ccd63f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:25.645379 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e2091e86-d899-4c46-893a-ee9a537d9489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:25.688093 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265228df-2dc8-4087-9b27-4a5a1ccd63f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88a2d8a-f149-47ac-a729-74f75b8286b4,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:25.693057 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-265228df-2dc8-4087-9b27-4a5a1ccd63f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:25.710146 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-265228df-2dc8-4087-9b27-4a5a1ccd63f5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e201627b277b4a76b630f6db8a79cb72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3564811 Aug 12 15:34:25.713122 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 51386) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:25.792061 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4b24fc7f-6787-4e89-a650-f6b68f62175f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:25.825707 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4b24fc7f-6787-4e89-a650-f6b68f62175f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:25.881571 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4b24fc7f-6787-4e89-a650-f6b68f62175f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:25.885690 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-1c5ef32b-ccd0-47bf-83d4-4ae0d7c76f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:25.900666 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24fc7f-6787-4e89-a650-f6b68f62175f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88a2d8a-f149-47ac-a729-74f75b8286b4,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:25.907216 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-4b24fc7f-6787-4e89-a650-f6b68f62175f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:25.909305 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4b24fc7f-6787-4e89-a650-f6b68f62175f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:25.917393 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-4b24fc7f-6787-4e89-a650-f6b68f62175f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b88a2d8a-f149-47ac-a729-74f75b8286b4 HTTP/1.1" status: 204 len: 168 time: 0.1994927 Aug 12 15:34:26.275015 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 51402) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:26.309155 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-594490ff-c2ef-4bd0-8b81-16e763ecf4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:26.331051 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-594490ff-c2ef-4bd0-8b81-16e763ecf4af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:26.335334 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-594490ff-c2ef-4bd0-8b81-16e763ecf4af admin admin] Usage tracker for resource:security_group_rule and tenant:a03722210ad949609ea5bac0d89d5867 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:26.338750 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-594490ff-c2ef-4bd0-8b81-16e763ecf4af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:26.346314 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-594490ff-c2ef-4bd0-8b81-16e763ecf4af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:26.495187 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb999f-0dd7-40ea-9b62-4e2bd6e52caa req-001401c9-2410-4013-b6ea-b2596ce3c0c6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:26.496769 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3adb999f-0dd7-40ea-9b62-4e2bd6e52caa req-001401c9-2410-4013-b6ea-b2596ce3c0c6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.1316943 Aug 12 15:34:26.525052 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-594490ff-c2ef-4bd0-8b81-16e763ecf4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:26.530700 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-594490ff-c2ef-4bd0-8b81-16e763ecf4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:26.539311 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:26.592752 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3adb999f-0dd7-40ea-9b62-4e2bd6e52caa req-dfdb8c62-7fa9-44ca-8ea7-1774fdd9af12 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886593 Aug 12 15:34:26.597759 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594490ff-c2ef-4bd0-8b81-16e763ecf4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67afbf23-b29b-4b23-a05d-a1acbd581a64,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:26.602932 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-594490ff-c2ef-4bd0-8b81-16e763ecf4af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a03722210ad949609ea5bac0d89d5867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267794 Aug 12 15:34:26.604042 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-594490ff-c2ef-4bd0-8b81-16e763ecf4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:26.605634 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 51406) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:26.666659 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cbd60357-7ba3-4b3a-a8e1-3296eafd005a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:26.695208 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cbd60357-7ba3-4b3a-a8e1-3296eafd005a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:26.751410 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cbd60357-7ba3-4b3a-a8e1-3296eafd005a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:26.755212 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-b9bb8d83-8f40-4f76-82b0-b239f5db4a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:26.766834 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd60357-7ba3-4b3a-a8e1-3296eafd005a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67afbf23-b29b-4b23-a05d-a1acbd581a64,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:26.770622 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-cbd60357-7ba3-4b3a-a8e1-3296eafd005a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:26.774505 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cbd60357-7ba3-4b3a-a8e1-3296eafd005a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:26.777919 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-cbd60357-7ba3-4b3a-a8e1-3296eafd005a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/67afbf23-b29b-4b23-a05d-a1acbd581a64 HTTP/1.1" status: 204 len: 168 time: 0.1690433 Aug 12 15:34:27.489132 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-f099e5e9-6494-4c4f-b176-cb9fbd3e84ea req-3db7041f-83bf-4ae5-b7ac-4015b078e22a service neutron] 10.222.0.82 "GET /v2.0/networks/18209e51-9c92-4530-bc69-1c817ee48327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465695 Aug 12 15:34:27.943955 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dd2a9-df13-4313-99be-15c61de1c4c1 req-c837e651-2a0d-4c8c-9117-b0aee70111e1 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:27.945420 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3b2dd2a9-df13-4313-99be-15c61de1c4c1 req-c837e651-2a0d-4c8c-9117-b0aee70111e1 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.0793602 Aug 12 15:34:27.994187 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3b2dd2a9-df13-4313-99be-15c61de1c4c1 req-df07853d-8457-4100-b31c-d16b3b568d30 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399396 Aug 12 15:34:29.186097 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608553bd-ff3d-4bfb-84c8-327592f968cf req-6e28a5f1-6b6b-4342-b725-cc46a1743885 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:29.187525 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-608553bd-ff3d-4bfb-84c8-327592f968cf req-6e28a5f1-6b6b-4342-b725-cc46a1743885 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.0835979 Aug 12 15:34:29.237352 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-608553bd-ff3d-4bfb-84c8-327592f968cf req-6d0344f1-af05-44cf-bd91-5f688751a1ab tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435076 Aug 12 15:34:30.170219 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 51498) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:30.268562 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 27b5917b-e68b-4e56-a2d3-622a638ef82f details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:34:30.290960 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-679d011c-1b3d-4c2f-b5c9-a483442c1c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:30.306655 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-679d011c-1b3d-4c2f-b5c9-a483442c1c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:30.311066 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-679d011c-1b3d-4c2f-b5c9-a483442c1c46 admin admin] Usage tracker for resource:security_group_rule and tenant:4a50d779b9f146c292786c7b893fcba0 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:30.314359 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-679d011c-1b3d-4c2f-b5c9-a483442c1c46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:30.320663 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-679d011c-1b3d-4c2f-b5c9-a483442c1c46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:30.413751 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 27b5917b-e68b-4e56-a2d3-622a638ef82f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=27b5917b-e68b-4e56-a2d3-622a638ef82f,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:34:30.428318 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': '27b5917b-e68b-4e56-a2d3-622a638ef82f', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'port_id': '27b5917b-e68b-4e56-a2d3-622a638ef82f', 'mac_address': 'fa:16:3e:68:80:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:34:30.479501 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-679d011c-1b3d-4c2f-b5c9-a483442c1c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:30.485449 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:30.488042 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae616df7-f5d2-499d-be29-e3a24d3da823 req-8c695306-36bc-4747-8dff-82d05b4a2d15 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:30.489559 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ae616df7-f5d2-499d-be29-e3a24d3da823 req-8c695306-36bc-4747-8dff-82d05b4a2d15 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 944 time: 0.1245964 Aug 12 15:34:30.490598 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-679d011c-1b3d-4c2f-b5c9-a483442c1c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:30.498968 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-37cf4777-43f9-4d80-b2ed-25bf3aa8e4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:30.503162 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b5917b-e68b-4e56-a2d3-622a638ef82f {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:34:30.521169 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 27b5917b-e68b-4e56-a2d3-622a638ef82f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=27b5917b-e68b-4e56-a2d3-622a638ef82f,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:34:30.525043 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:30.526825 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:30.558358 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-679d011c-1b3d-4c2f-b5c9-a483442c1c46 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a50d779b9f146c292786c7b893fcba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3870001 Aug 12 15:34:30.560241 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d011c-1b3d-4c2f-b5c9-a483442c1c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a892dd2c-398b-46d8-996e-fd51ffd4e2fb,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:30.561032 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 51506) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:30.569976 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-679d011c-1b3d-4c2f-b5c9-a483442c1c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:30.583769 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ae616df7-f5d2-499d-be29-e3a24d3da823 req-c6ed622d-87d3-48d4-9326-9a98a953dca9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734591 Aug 12 15:34:30.595939 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=27b5917b-e68b-4e56-a2d3-622a638ef82f,revision_number=9']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:30.599258 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:30.639316 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6c58f2f9-a6a2-4959-8b88-b48e38585b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:30.665111 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6c58f2f9-a6a2-4959-8b88-b48e38585b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:30.717079 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6c58f2f9-a6a2-4959-8b88-b48e38585b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:30.722193 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-731c324f-890e-4d1a-947a-bab1ac28cc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:30.735677 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58f2f9-a6a2-4959-8b88-b48e38585b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a892dd2c-398b-46d8-996e-fd51ffd4e2fb,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:30.737971 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6c58f2f9-a6a2-4959-8b88-b48e38585b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:30.746752 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-6c58f2f9-a6a2-4959-8b88-b48e38585b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:30.750257 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-6c58f2f9-a6a2-4959-8b88-b48e38585b95 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a892dd2c-398b-46d8-996e-fd51ffd4e2fb HTTP/1.1" status: 204 len: 168 time: 0.1857269 Aug 12 15:34:30.840373 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['27b5917b-e68b-4e56-a2d3-622a638ef82f'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:34:31.048459 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 51522) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:31.066918 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-77f31746-fe52-46d9-a2b4-ea9ec6121d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:31.083747 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-77f31746-fe52-46d9-a2b4-ea9ec6121d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:31.088046 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-77f31746-fe52-46d9-a2b4-ea9ec6121d05 admin admin] Usage tracker for resource:security_group_rule and tenant:bc4fddfc6ab247f592142bb7f544a239 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:31.092213 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-77f31746-fe52-46d9-a2b4-ea9ec6121d05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:31.098894 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-77f31746-fe52-46d9-a2b4-ea9ec6121d05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:31.123112 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd771a-8787-433e-a191-55d1c942fbd7 req-02dc6414-96fe-4846-9919-aaa73b7bf0d4 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:31.124757 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-75fd771a-8787-433e-a191-55d1c942fbd7 req-02dc6414-96fe-4846-9919-aaa73b7bf0d4 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.0977921 Aug 12 15:34:31.172468 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-75fd771a-8787-433e-a191-55d1c942fbd7 req-731be155-b8aa-469c-89dc-9a2bab96e7a1 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409906 Aug 12 15:34:31.197424 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-77f31746-fe52-46d9-a2b4-ea9ec6121d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:31.201248 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-77f31746-fe52-46d9-a2b4-ea9ec6121d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:31.210574 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2969df5f-5a0a-4954-9495-3bedf0d24057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:31.249424 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-77f31746-fe52-46d9-a2b4-ea9ec6121d05 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc4fddfc6ab247f592142bb7f544a239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998982 Aug 12 15:34:31.250326 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f31746-fe52-46d9-a2b4-ea9ec6121d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bf810f-1557-4dff-bf90-da1da3ed6c6b,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:31.252075 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 51530) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:31.253223 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-77f31746-fe52-46d9-a2b4-ea9ec6121d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:31.314255 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c5e311f2-0a37-47fd-a29a-481c96dd973a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:31.342724 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c5e311f2-0a37-47fd-a29a-481c96dd973a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:31.395929 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c5e311f2-0a37-47fd-a29a-481c96dd973a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:31.399676 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-3733b8fb-1c48-477f-bf68-3f6438e30af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:31.415555 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e311f2-0a37-47fd-a29a-481c96dd973a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bf810f-1557-4dff-bf90-da1da3ed6c6b,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:31.419075 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-c5e311f2-0a37-47fd-a29a-481c96dd973a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:31.424995 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c5e311f2-0a37-47fd-a29a-481c96dd973a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:31.426534 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-c5e311f2-0a37-47fd-a29a-481c96dd973a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/20bf810f-1557-4dff-bf90-da1da3ed6c6b HTTP/1.1" status: 204 len: 168 time: 0.1731920 Aug 12 15:34:31.798200 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3255f-349b-4d24-8124-10a20af3f591 req-9a28c910-80a3-42b4-919b-5348865aa58d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:31.806436 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-61c3255f-349b-4d24-8124-10a20af3f591 req-9a28c910-80a3-42b4-919b-5348865aa58d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 945 time: 0.1013660 Aug 12 15:34:31.846505 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-61c3255f-349b-4d24-8124-10a20af3f591 req-b636c476-31d2-4300-863b-502dcb9e2894 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394633 Aug 12 15:34:32.286608 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 27b5917b-e68b-4e56-a2d3-622a638ef82f up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:34:32.373711 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port 27b5917b-e68b-4e56-a2d3-622a638ef82f triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:34:32.374090 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:32.380899 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e3d59-c830-4ebc-8ec0-b5878145015d req-ad6a75f2-61ab-4296-8473-744c39598b0c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:32.382458 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-264e3d59-c830-4ebc-8ec0-b5878145015d req-ad6a75f2-61ab-4296-8473-744c39598b0c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.1015794 Aug 12 15:34:32.442421 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-264e3d59-c830-4ebc-8ec0-b5878145015d req-b97db0d0-a8cf-4069-9e1b-0e1f27562acd tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535772 Aug 12 15:34:32.493941 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:32.522403 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570f0172-f2a6-48b2-9814-7708e445037e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b5917b-e68b-4e56-a2d3-622a638ef82f'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:34:32.539044 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 27b5917b-e68b-4e56-a2d3-622a638ef82f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=27b5917b-e68b-4e56-a2d3-622a638ef82f,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:34:32.543310 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:32.546188 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:32.576439 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570f0172-f2a6-48b2-9814-7708e445037e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b5917b-e68b-4e56-a2d3-622a638ef82f', 'code': 200} Aug 12 15:34:32.616853 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=27b5917b-e68b-4e56-a2d3-622a638ef82f,revision_number=10']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:32.619999 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:33.081256 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793251cb-6c13-4be4-b266-80bbecafca33 req-ce88561f-693e-46a3-a1c2-e3fb14207381 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:33.085951 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-793251cb-6c13-4be4-b266-80bbecafca33 req-ce88561f-693e-46a3-a1c2-e3fb14207381 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 947 time: 0.1068554 Aug 12 15:34:33.161321 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-793251cb-6c13-4be4-b266-80bbecafca33 req-7378e821-14cf-4ae7-bd73-1623020c0daf tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667162 Aug 12 15:34:33.224130 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7675e81-2f8c-40af-833a-afcfc226406b req-49e4f0b9-0ce2-4380-b353-84a1f47edbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:33.225634 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-b7675e81-2f8c-40af-833a-afcfc226406b req-49e4f0b9-0ce2-4380-b353-84a1f47edbb5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 1100 time: 0.0774286 Aug 12 15:34:33.274129 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-b7675e81-2f8c-40af-833a-afcfc226406b req-10f19441-640f-454e-8de3-d06de0deb738 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368102 Aug 12 15:34:33.633937 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f0487-95d7-4ec3-9233-bd1862d7be7d req-a4718082-621d-4796-aa21-036c65858635 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:33.635461 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ed5f0487-95d7-4ec3-9233-bd1862d7be7d req-a4718082-621d-4796-aa21-036c65858635 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.0859346 Aug 12 15:34:33.679922 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ed5f0487-95d7-4ec3-9233-bd1862d7be7d req-0e55f01b-7f44-4000-b959-3aa980bf3471 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387039 Aug 12 15:34:34.445325 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c5c16-64df-489b-bc06-b406e33039c5 req-6dfea9ce-e34a-4bbc-9eae-a8f578f185fe tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:34.446849 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1a8c5c16-64df-489b-bc06-b406e33039c5 req-6dfea9ce-e34a-4bbc-9eae-a8f578f185fe tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 947 time: 0.1736562 Aug 12 15:34:34.507205 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1a8c5c16-64df-489b-bc06-b406e33039c5 req-ff023f63-0c39-4936-bd0d-4c6b1d211b60 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502639 Aug 12 15:34:34.919399 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3a16-8559-4d68-9bcc-145d0558dc6f req-cf562516-3931-473f-846e-efc80bdd0f12 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:34.921573 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-74ad3a16-8559-4d68-9bcc-145d0558dc6f req-cf562516-3931-473f-846e-efc80bdd0f12 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.0943382 Aug 12 15:34:34.970870 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-74ad3a16-8559-4d68-9bcc-145d0558dc6f req-0d60796d-99ea-45e0-a74f-7f2d91c09c4f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429790 Aug 12 15:34:35.687892 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7534e-f40b-42a7-877d-2db0d2967da6 req-9cc915f3-b23b-4bb5-b094-f649345f2231 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:35.689348 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0cb7534e-f40b-42a7-877d-2db0d2967da6 req-9cc915f3-b23b-4bb5-b094-f649345f2231 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 947 time: 0.0828388 Aug 12 15:34:35.735050 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0cb7534e-f40b-42a7-877d-2db0d2967da6 req-735080db-88bc-475e-9d5d-b56c2fef34a1 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398071 Aug 12 15:34:36.159180 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c66d59-6754-4eef-895e-2e0c7f068d49 req-9dd87376-6138-4c81-ab9a-cd205c35a1b7 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:36.160636 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-51c66d59-6754-4eef-895e-2e0c7f068d49 req-9dd87376-6138-4c81-ab9a-cd205c35a1b7 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.0855727 Aug 12 15:34:36.207024 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-51c66d59-6754-4eef-895e-2e0c7f068d49 req-ba0fa9a0-3936-44a2-9caa-2ef819d23faf tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407031 Aug 12 15:34:37.417777 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31451c-db92-4303-8488-8bbcb2444ce1 req-4ca1eb22-6e86-49b4-a32f-92f0ac62948a tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:37.419128 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2d31451c-db92-4303-8488-8bbcb2444ce1 req-4ca1eb22-6e86-49b4-a32f-92f0ac62948a tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.0841453 Aug 12 15:34:37.464384 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2d31451c-db92-4303-8488-8bbcb2444ce1 req-89c61e6f-5a0c-4421-91ad-1965b6a7d41b tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396278 Aug 12 15:34:38.660991 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf2544-40bc-45d5-a1b9-1a1a5d041647 req-633a35c6-3f81-4b52-bae7-690085c01e5f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:38.662468 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0faf2544-40bc-45d5-a1b9-1a1a5d041647 req-633a35c6-3f81-4b52-bae7-690085c01e5f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.0880847 Aug 12 15:34:38.707585 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0faf2544-40bc-45d5-a1b9-1a1a5d041647 req-8b199778-5a65-41f4-b3bb-f4fe84dcffb2 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395086 Aug 12 15:34:38.745717 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-de224bc4-6d96-4f52-afeb-1249d9241263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:38.930780 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 51774) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:39.045234 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-448074c0-5939-4b95-9473-a18704137729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:39.059006 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-448074c0-5939-4b95-9473-a18704137729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:39.062801 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-448074c0-5939-4b95-9473-a18704137729 admin admin] Usage tracker for resource:security_group_rule and tenant:eae50fd97bb44d008ffc638600d0f040 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:39.066234 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-448074c0-5939-4b95-9473-a18704137729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:39.071805 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-448074c0-5939-4b95-9473-a18704137729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:39.149716 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-448074c0-5939-4b95-9473-a18704137729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:39.153311 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-448074c0-5939-4b95-9473-a18704137729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:39.163578 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-4aadd6fe-5c8d-4baf-a160-81c93b326eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:39.203428 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-448074c0-5939-4b95-9473-a18704137729 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eae50fd97bb44d008ffc638600d0f040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715042 Aug 12 15:34:39.204873 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448074c0-5939-4b95-9473-a18704137729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462f907e-aef5-444b-add6-a06cd9a3c480,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:39.206728 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 51780) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:39.208269 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-448074c0-5939-4b95-9473-a18704137729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:39.272807 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-007a0442-f0e9-4acc-9f9b-1ba2dd6c103c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:39.299845 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-007a0442-f0e9-4acc-9f9b-1ba2dd6c103c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:39.355934 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-007a0442-f0e9-4acc-9f9b-1ba2dd6c103c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:39.360089 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-265228df-2dc8-4087-9b27-4a5a1ccd63f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:39.372603 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a0442-f0e9-4acc-9f9b-1ba2dd6c103c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462f907e-aef5-444b-add6-a06cd9a3c480,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:39.375461 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-007a0442-f0e9-4acc-9f9b-1ba2dd6c103c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:39.383358 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-007a0442-f0e9-4acc-9f9b-1ba2dd6c103c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:39.384462 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-007a0442-f0e9-4acc-9f9b-1ba2dd6c103c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/462f907e-aef5-444b-add6-a06cd9a3c480 HTTP/1.1" status: 204 len: 168 time: 0.1766417 Aug 12 15:34:39.659590 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 51792) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:39.677384 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b6203c00-4f24-4cf6-b6f2-aaa8e084c787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:39.692075 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b6203c00-4f24-4cf6-b6f2-aaa8e084c787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:39.695926 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b6203c00-4f24-4cf6-b6f2-aaa8e084c787 admin admin] Usage tracker for resource:security_group_rule and tenant:8f8ee7d102df4ab0aee21eaf2f0377a4 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:39.698732 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b6203c00-4f24-4cf6-b6f2-aaa8e084c787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:39.704398 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b6203c00-4f24-4cf6-b6f2-aaa8e084c787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:39.777982 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:39.806009 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b6203c00-4f24-4cf6-b6f2-aaa8e084c787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:39.810387 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b6203c00-4f24-4cf6-b6f2-aaa8e084c787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:39.825399 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e59f7957-ad4c-4c58-b062-d3f1175573b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:39.860643 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-b6203c00-4f24-4cf6-b6f2-aaa8e084c787 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8f8ee7d102df4ab0aee21eaf2f0377a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991389 Aug 12 15:34:39.863987 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 51802) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:39.882737 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6203c00-4f24-4cf6-b6f2-aaa8e084c787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c985983-873c-49ad-b84c-5488b2a96d4f,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:39.887161 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b6203c00-4f24-4cf6-b6f2-aaa8e084c787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:39.910308 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d48035-96f6-42e6-bc7c-c04909f20146 req-bf9e145c-9538-4002-9b27-a02268a73c9f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:39.912317 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-33d48035-96f6-42e6-bc7c-c04909f20146 req-bf9e145c-9538-4002-9b27-a02268a73c9f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.0939941 Aug 12 15:34:39.930423 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-07275c8c-1271-4131-a05d-0dcc85558369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:39.956577 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-07275c8c-1271-4131-a05d-0dcc85558369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:39.960436 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-33d48035-96f6-42e6-bc7c-c04909f20146 req-4ad9da64-34b5-4495-b68d-413ff3562d7c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427568 Aug 12 15:34:40.014220 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-07275c8c-1271-4131-a05d-0dcc85558369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:40.019633 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ac437fd9-a1d5-469e-809a-c160c9264d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:40.030959 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07275c8c-1271-4131-a05d-0dcc85558369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c985983-873c-49ad-b84c-5488b2a96d4f,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:40.037783 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-07275c8c-1271-4131-a05d-0dcc85558369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:40.038464 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-07275c8c-1271-4131-a05d-0dcc85558369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:40.039560 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-07275c8c-1271-4131-a05d-0dcc85558369 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c985983-873c-49ad-b84c-5488b2a96d4f HTTP/1.1" status: 204 len: 168 time: 0.1747429 Aug 12 15:34:41.168050 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6141db2-0fe8-4abb-840a-0b4e06ab8179 req-a9f44815-7fe1-497a-881f-d08475bcc0ae tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:41.169662 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e6141db2-0fe8-4abb-840a-0b4e06ab8179 req-a9f44815-7fe1-497a-881f-d08475bcc0ae tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.1025159 Aug 12 15:34:41.218754 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e6141db2-0fe8-4abb-840a-0b4e06ab8179 req-b2f7352c-3e86-4fdd-9aa7-96fa98949c3e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411129 Aug 12 15:34:41.570098 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-77da5f2f-41d8-4ed4-985e-9eb4b2b362e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:42.432993 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a2ece-1446-4b6a-a6b5-ec523a10bed4 req-7ca054f1-0b9d-4304-a78f-f81964d2c5e3 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:42.434556 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c47a2ece-1446-4b6a-a6b5-ec523a10bed4 req-7ca054f1-0b9d-4304-a78f-f81964d2c5e3 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.0973375 Aug 12 15:34:42.487440 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c47a2ece-1446-4b6a-a6b5-ec523a10bed4 req-2697d4e8-0086-4e52-9a63-3d5a3d9375e4 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456004 Aug 12 15:34:42.588359 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:42.841963 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91980b-1637-4ed2-9efd-2bddfa037cee req-247a36b6-0280-4792-b72b-a2a6a0ad82b1 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:42.844134 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5c91980b-1637-4ed2-9efd-2bddfa037cee req-247a36b6-0280-4792-b72b-a2a6a0ad82b1 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.0873258 Aug 12 15:34:42.891705 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5c91980b-1637-4ed2-9efd-2bddfa037cee req-88b0ca4a-fce5-4cb9-b261-0fb3eba4cbd3 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420282 Aug 12 15:34:42.917577 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db0e55-e3f7-43d4-a31e-18aa1471c3eb req-41ff8191-545e-418e-80bb-7b537ba00d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:42.919162 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-99db0e55-e3f7-43d4-a31e-18aa1471c3eb req-41ff8191-545e-418e-80bb-7b537ba00d66 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4ae52b150d414313bac15fe05944e1fc&device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 1099 time: 0.0784786 Aug 12 15:34:43.052201 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db0e55-e3f7-43d4-a31e-18aa1471c3eb req-70bb5ce5-7783-4778-b877-c710d81b2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:43.053698 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-99db0e55-e3f7-43d4-a31e-18aa1471c3eb req-70bb5ce5-7783-4778-b877-c710d81b2943 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f3172b19-37f4-47e1-a878-5aad46a4730e HTTP/1.1" status: 200 len: 911 time: 0.1275163 Aug 12 15:34:43.160921 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-99db0e55-e3f7-43d4-a31e-18aa1471c3eb req-e47bd3da-5841-45eb-bb93-fcb5374861b3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad41b250-fc2b-40de-8589-c37a71da09ff HTTP/1.1" status: 200 len: 1002 time: 0.0995731 Aug 12 15:34:43.225722 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db0e55-e3f7-43d4-a31e-18aa1471c3eb req-002aa741-b2e7-42a4-8f8a-5ce2787d4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:43.227120 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-99db0e55-e3f7-43d4-a31e-18aa1471c3eb req-002aa741-b2e7-42a4-8f8a-5ce2787d4449 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=74cba89c-c64c-4a24-a16e-3479da23e1c4 HTTP/1.1" status: 200 len: 849 time: 0.0567741 Aug 12 15:34:43.308068 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db0e55-e3f7-43d4-a31e-18aa1471c3eb req-c1c022cc-ce4e-4d8d-99ed-3c5c58c11cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:43.309599 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-99db0e55-e3f7-43d4-a31e-18aa1471c3eb req-c1c022cc-ce4e-4d8d-99ed-3c5c58c11cb3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f3172b19-37f4-47e1-a878-5aad46a4730e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0702710 Aug 12 15:34:43.442382 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-99db0e55-e3f7-43d4-a31e-18aa1471c3eb req-acd3cfbf-0be6-4b5c-94f9-da73679acecd service neutron] 10.222.0.82 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255455 Aug 12 15:34:43.573625 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-99db0e55-e3f7-43d4-a31e-18aa1471c3eb req-22507bed-2c1d-447e-84a8-2471ec63b611 service neutron] 10.222.0.82 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236970 Aug 12 15:34:43.822769 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:44.088513 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb8eca-cb42-4e2d-aa2a-976d17a5055b req-7b419fa5-1149-4881-835e-8884e33ef2b4 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:44.096026 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d2fb8eca-cb42-4e2d-aa2a-976d17a5055b req-7b419fa5-1149-4881-835e-8884e33ef2b4 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.0918880 Aug 12 15:34:44.136065 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d2fb8eca-cb42-4e2d-aa2a-976d17a5055b req-b2053545-85da-4442-b596-13f33f4aab17 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391886 Aug 12 15:34:44.664827 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:45.320572 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc6573-bfdb-4401-aa28-5d2e6e7edf6f req-0b1b0d8f-4213-4d8c-952f-e30c3423fd80 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:45.322051 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-35cc6573-bfdb-4401-aa28-5d2e6e7edf6f req-0b1b0d8f-4213-4d8c-952f-e30c3423fd80 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.0799785 Aug 12 15:34:45.370914 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-35cc6573-bfdb-4401-aa28-5d2e6e7edf6f req-da37f81e-ea01-486d-9e1c-2b4f1aab4763 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424047 Aug 12 15:34:45.676986 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 51958) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:45.788931 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b57ed437-523c-49b8-87ea-31aa9f913326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:45.806534 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b57ed437-523c-49b8-87ea-31aa9f913326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:45.810194 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b57ed437-523c-49b8-87ea-31aa9f913326 admin admin] Usage tracker for resource:security_group_rule and tenant:77bdf90ca49e43e3a2ab88e811723958 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:45.813430 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b57ed437-523c-49b8-87ea-31aa9f913326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:45.819263 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b57ed437-523c-49b8-87ea-31aa9f913326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:45.986221 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b57ed437-523c-49b8-87ea-31aa9f913326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:45.990500 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b57ed437-523c-49b8-87ea-31aa9f913326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:45.999522 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-007a0442-f0e9-4acc-9f9b-1ba2dd6c103c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:46.038830 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-b57ed437-523c-49b8-87ea-31aa9f913326 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=77bdf90ca49e43e3a2ab88e811723958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607004 Aug 12 15:34:46.039997 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ed437-523c-49b8-87ea-31aa9f913326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55e27a4-00ac-4c3b-9c9f-1c249f585382,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:46.041540 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 51968) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:46.044243 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b57ed437-523c-49b8-87ea-31aa9f913326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:46.106361 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-df762ead-86f1-4b4b-991f-6e855956a360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:46.132854 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-df762ead-86f1-4b4b-991f-6e855956a360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:46.185693 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-df762ead-86f1-4b4b-991f-6e855956a360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:46.190098 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-cbd60357-7ba3-4b3a-a8e1-3296eafd005a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:46.203363 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df762ead-86f1-4b4b-991f-6e855956a360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55e27a4-00ac-4c3b-9c9f-1c249f585382,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:46.205971 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-df762ead-86f1-4b4b-991f-6e855956a360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:46.216827 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-df762ead-86f1-4b4b-991f-6e855956a360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:46.218108 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-df762ead-86f1-4b4b-991f-6e855956a360 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e55e27a4-00ac-4c3b-9c9f-1c249f585382 HTTP/1.1" status: 204 len: 168 time: 0.1740215 Aug 12 15:34:46.509971 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 51980) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:46.527581 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4e2a4298-f6dd-4908-864f-fd310167a361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:46.541481 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-4e2a4298-f6dd-4908-864f-fd310167a361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:46.545870 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-4e2a4298-f6dd-4908-864f-fd310167a361 admin admin] Usage tracker for resource:security_group_rule and tenant:251028ead9e342ae91962f5055f86122 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:46.548626 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-4e2a4298-f6dd-4908-864f-fd310167a361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:46.554283 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-4e2a4298-f6dd-4908-864f-fd310167a361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:46.634806 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4e2a4298-f6dd-4908-864f-fd310167a361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:46.639230 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4e2a4298-f6dd-4908-864f-fd310167a361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:46.647344 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a28f9743-d6db-483a-853c-12ee5335fd70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:46.690141 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-4e2a4298-f6dd-4908-864f-fd310167a361 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=251028ead9e342ae91962f5055f86122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1789920 Aug 12 15:34:46.691829 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a4298-f6dd-4908-864f-fd310167a361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110cd9f4-cb74-4386-a8ae-59d6ab55df5a,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:46.692823 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 51984) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:46.695031 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4e2a4298-f6dd-4908-864f-fd310167a361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:46.752673 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-54fc3b42-e2e6-4887-a567-ce475bad46ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:46.778162 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-54fc3b42-e2e6-4887-a567-ce475bad46ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:46.831514 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-54fc3b42-e2e6-4887-a567-ce475bad46ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:46.835073 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-658e7ca1-272e-4084-80e8-c2c938357cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:46.846568 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc3b42-e2e6-4887-a567-ce475bad46ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110cd9f4-cb74-4386-a8ae-59d6ab55df5a,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:46.850241 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-54fc3b42-e2e6-4887-a567-ce475bad46ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:46.854645 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-54fc3b42-e2e6-4887-a567-ce475bad46ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:46.855775 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-54fc3b42-e2e6-4887-a567-ce475bad46ad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/110cd9f4-cb74-4386-a8ae-59d6ab55df5a HTTP/1.1" status: 204 len: 168 time: 0.1619425 Aug 12 15:34:47.183123 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1230214-c957-4661-a9c0-5057f1d77cb3 req-8921f3a7-3f53-493e-b70d-1081ed429044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:47.184784 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c1230214-c957-4661-a9c0-5057f1d77cb3 req-8921f3a7-3f53-493e-b70d-1081ed429044 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=09e68664a04e4f97b9237c56122c4aff&device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 1137 time: 0.0748065 Aug 12 15:34:47.186348 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799009cc-a18b-4b56-b0c4-e858043179bf req-d42416d8-baa7-404a-bb9e-7c105ead19b6 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:47.187935 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-799009cc-a18b-4b56-b0c4-e858043179bf req-d42416d8-baa7-404a-bb9e-7c105ead19b6 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 984 time: 0.0839124 Aug 12 15:34:47.238178 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-799009cc-a18b-4b56-b0c4-e858043179bf req-4c86ae6d-2879-4fba-9f54-0543c4f55b6a tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=126622e1-7ffd-412d-bb5e-94345755b903&id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435157 Aug 12 15:34:47.347892 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1230214-c957-4661-a9c0-5057f1d77cb3 req-651f6dfc-2c76-4cd1-9f52-8452590a5ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:47.349503 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c1230214-c957-4661-a9c0-5057f1d77cb3 req-651f6dfc-2c76-4cd1-9f52-8452590a5ad8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=18209e51-9c92-4530-bc69-1c817ee48327 HTTP/1.1" status: 200 len: 915 time: 0.1552098 Aug 12 15:34:47.460431 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c1230214-c957-4661-a9c0-5057f1d77cb3 req-a2078c76-9f93-46ef-aafc-02ed3e11ecee service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=543030e5-d363-4cd4-9284-c256dba5f1d8 HTTP/1.1" status: 200 len: 1001 time: 0.1029730 Aug 12 15:34:47.538791 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1230214-c957-4661-a9c0-5057f1d77cb3 req-e7649330-adfb-4ed5-a480-68e4381d6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:47.540331 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c1230214-c957-4661-a9c0-5057f1d77cb3 req-e7649330-adfb-4ed5-a480-68e4381d6939 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1 HTTP/1.1" status: 200 len: 853 time: 0.0667071 Aug 12 15:34:47.616413 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1230214-c957-4661-a9c0-5057f1d77cb3 req-1217c83f-ab69-40cc-9672-3b08dc8ad581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:47.618131 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c1230214-c957-4661-a9c0-5057f1d77cb3 req-1217c83f-ab69-40cc-9672-3b08dc8ad581 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=18209e51-9c92-4530-bc69-1c817ee48327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709512 Aug 12 15:34:47.756934 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c1230214-c957-4661-a9c0-5057f1d77cb3 req-aef5934f-431d-471a-84d1-aaa9241b360a service neutron] 10.222.0.82 "GET /v2.0/networks/18209e51-9c92-4530-bc69-1c817ee48327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312165 Aug 12 15:34:47.896513 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c1230214-c957-4661-a9c0-5057f1d77cb3 req-fc091d79-7c9b-40c8-8ba7-a8b8c64ecf62 service neutron] 10.222.0.82 "GET /v2.0/networks/18209e51-9c92-4530-bc69-1c817ee48327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329215 Aug 12 15:34:48.085201 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 52040) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:48.207305 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c944398b-7770-4644-8b60-a9c8fa99931b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:48.225516 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-c944398b-7770-4644-8b60-a9c8fa99931b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:48.229253 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-c944398b-7770-4644-8b60-a9c8fa99931b admin admin] Usage tracker for resource:security_group_rule and tenant:705e14035808475894a2d60ebc8535f0 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:48.232114 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-c944398b-7770-4644-8b60-a9c8fa99931b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:48.237828 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-c944398b-7770-4644-8b60-a9c8fa99931b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:48.325854 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c944398b-7770-4644-8b60-a9c8fa99931b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:48.329971 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c944398b-7770-4644-8b60-a9c8fa99931b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:48.336962 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-3f33acc8-7bff-4243-8733-fa5a07bc42e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:48.415348 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944398b-7770-4644-8b60-a9c8fa99931b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77b385d-38cb-496b-b61a-dafba8d43fbe,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:48.424115 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-c944398b-7770-4644-8b60-a9c8fa99931b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:48.426598 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-c944398b-7770-4644-8b60-a9c8fa99931b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=705e14035808475894a2d60ebc8535f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3403354 Aug 12 15:34:48.429491 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 52048) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:48.460841 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142d084-292e-4ba7-87a8-da358f03e077 req-8b72927b-9000-40ca-89a3-4fafd71a04c6 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:48.462305 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4142d084-292e-4ba7-87a8-da358f03e077 req-8b72927b-9000-40ca-89a3-4fafd71a04c6 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 984 time: 0.1015549 Aug 12 15:34:48.491172 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-06dadd19-ab85-433b-bfbb-aa15bea39988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:48.512205 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4142d084-292e-4ba7-87a8-da358f03e077 req-d1e9ade5-07c8-4023-a155-ed38108f30e2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=126622e1-7ffd-412d-bb5e-94345755b903&id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434663 Aug 12 15:34:48.517083 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-06dadd19-ab85-433b-bfbb-aa15bea39988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:48.567443 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-06dadd19-ab85-433b-bfbb-aa15bea39988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:48.571104 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-04d24757-dec9-4901-941d-de2b7f7d5b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:48.586672 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dadd19-ab85-433b-bfbb-aa15bea39988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77b385d-38cb-496b-b61a-dafba8d43fbe,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:48.589163 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-06dadd19-ab85-433b-bfbb-aa15bea39988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:48.602541 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-06dadd19-ab85-433b-bfbb-aa15bea39988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:48.603640 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-06dadd19-ab85-433b-bfbb-aa15bea39988 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b77b385d-38cb-496b-b61a-dafba8d43fbe HTTP/1.1" status: 204 len: 168 time: 0.1731894 Aug 12 15:34:49.465243 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 52102) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:49.640496 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cab95162-4b40-4e13-9628-47d973d04f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:49.655506 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-cab95162-4b40-4e13-9628-47d973d04f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:49.659751 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-cab95162-4b40-4e13-9628-47d973d04f73 admin admin] Usage tracker for resource:security_group_rule and tenant:59c7f95fa8684bf2b42d2b0b9ef560d7 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:49.662670 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-cab95162-4b40-4e13-9628-47d973d04f73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:49.668275 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-cab95162-4b40-4e13-9628-47d973d04f73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:49.708157 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e928976-c5f2-4a14-8372-b15ff5653ef1 req-a048cc28-e20b-4c28-a274-8cd3ccaef84d tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:49.709663 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0e928976-c5f2-4a14-8372-b15ff5653ef1 req-a048cc28-e20b-4c28-a274-8cd3ccaef84d tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 984 time: 0.0857134 Aug 12 15:34:49.755247 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cab95162-4b40-4e13-9628-47d973d04f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:49.759925 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cab95162-4b40-4e13-9628-47d973d04f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:49.766506 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0e928976-c5f2-4a14-8372-b15ff5653ef1 req-da75214c-a992-48ef-9d39-2ad473072dea tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=126622e1-7ffd-412d-bb5e-94345755b903&id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465846 Aug 12 15:34:49.767604 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b57ed437-523c-49b8-87ea-31aa9f913326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:49.808255 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab95162-4b40-4e13-9628-47d973d04f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c20be3-1078-4583-bf01-8b2c2e73678a,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:49.814852 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-cab95162-4b40-4e13-9628-47d973d04f73 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=59c7f95fa8684bf2b42d2b0b9ef560d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460550 Aug 12 15:34:49.814852 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-cab95162-4b40-4e13-9628-47d973d04f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:49.815083 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 52130) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:49.876568 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8418955f-22c5-41cb-af9b-0290c00a28e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:49.911231 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8418955f-22c5-41cb-af9b-0290c00a28e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:49.974829 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8418955f-22c5-41cb-af9b-0290c00a28e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:49.982156 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8b7aaf70-02f0-4ca2-8e90-96c9174fbae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:49.995947 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418955f-22c5-41cb-af9b-0290c00a28e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c20be3-1078-4583-bf01-8b2c2e73678a,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:49.998921 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8418955f-22c5-41cb-af9b-0290c00a28e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:50.002693 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8418955f-22c5-41cb-af9b-0290c00a28e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.006053 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-8418955f-22c5-41cb-af9b-0290c00a28e6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33c20be3-1078-4583-bf01-8b2c2e73678a HTTP/1.1" status: 204 len: 168 time: 0.1878722 Aug 12 15:34:50.279905 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 52146) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:50.298187 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-da15787f-2e8b-437f-8331-8cb71c9e238a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.313288 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-da15787f-2e8b-437f-8331-8cb71c9e238a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:50.317267 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-da15787f-2e8b-437f-8331-8cb71c9e238a admin admin] Usage tracker for resource:security_group_rule and tenant:975c4fe2c7a94136a58dfa4f221f1b9d is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:50.320211 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-da15787f-2e8b-437f-8331-8cb71c9e238a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:50.325941 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-da15787f-2e8b-437f-8331-8cb71c9e238a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:50.410738 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-da15787f-2e8b-437f-8331-8cb71c9e238a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.414453 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-da15787f-2e8b-437f-8331-8cb71c9e238a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.423442 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-0dba7f6f-a933-4125-9cc8-7e5ba85dc5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:50.461433 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-da15787f-2e8b-437f-8331-8cb71c9e238a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=975c4fe2c7a94136a58dfa4f221f1b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804304 Aug 12 15:34:50.463116 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15787f-2e8b-437f-8331-8cb71c9e238a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a6a5a1-a271-44fe-bbf0-b2d5ccd8f1be,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:50.464112 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 52158) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:50.466072 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-da15787f-2e8b-437f-8331-8cb71c9e238a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:50.525483 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-400be410-ba5d-40f9-9a0f-7e55b073671b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.555093 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-400be410-ba5d-40f9-9a0f-7e55b073671b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.609163 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-400be410-ba5d-40f9-9a0f-7e55b073671b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.612947 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-d953137b-151f-4791-a500-f0cd1620ffe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:50.625942 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400be410-ba5d-40f9-9a0f-7e55b073671b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a6a5a1-a271-44fe-bbf0-b2d5ccd8f1be,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:50.628499 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-400be410-ba5d-40f9-9a0f-7e55b073671b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:50.636705 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-400be410-ba5d-40f9-9a0f-7e55b073671b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.640677 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-400be410-ba5d-40f9-9a0f-7e55b073671b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d7a6a5a1-a271-44fe-bbf0-b2d5ccd8f1be HTTP/1.1" status: 204 len: 168 time: 0.1727936 Aug 12 15:34:50.960335 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc0dcd-b230-46ee-9c57-8a035d28372c req-c75ca9cf-a235-424e-a314-9d3100a89926 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:50.965938 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-03cc0dcd-b230-46ee-9c57-8a035d28372c req-c75ca9cf-a235-424e-a314-9d3100a89926 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 984 time: 0.0875440 Aug 12 15:34:50.991938 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 52170) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:51.009345 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-03cc0dcd-b230-46ee-9c57-8a035d28372c req-3c5270ef-4c1f-4656-8ece-3adc67a952fe tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=126622e1-7ffd-412d-bb5e-94345755b903&id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417073 Aug 12 15:34:51.009977 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d5d89465-9aa1-409e-b444-47337f7a8236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.026553 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-d5d89465-9aa1-409e-b444-47337f7a8236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:51.034091 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-d5d89465-9aa1-409e-b444-47337f7a8236 admin admin] Usage tracker for resource:security_group_rule and tenant:de07f9ba7a5649a5bb835e21670984b9 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:51.042653 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-d5d89465-9aa1-409e-b444-47337f7a8236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:51.049222 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-d5d89465-9aa1-409e-b444-47337f7a8236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:51.139115 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d5d89465-9aa1-409e-b444-47337f7a8236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.143510 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d5d89465-9aa1-409e-b444-47337f7a8236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.151736 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4e2a4298-f6dd-4908-864f-fd310167a361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:51.200086 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-d5d89465-9aa1-409e-b444-47337f7a8236 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=de07f9ba7a5649a5bb835e21670984b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069707 Aug 12 15:34:51.201315 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d89465-9aa1-409e-b444-47337f7a8236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c933e3f-7af2-4120-a992-b635d3352231,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:51.203459 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 52176) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:51.206444 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d5d89465-9aa1-409e-b444-47337f7a8236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:51.351213 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-92f3a185-4544-4c15-9a07-2879c29d797c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.378606 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-92f3a185-4544-4c15-9a07-2879c29d797c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.430415 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-92f3a185-4544-4c15-9a07-2879c29d797c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.434008 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-bc657805-6a2c-4e54-ad31-175c370fa6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:51.445824 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3a185-4544-4c15-9a07-2879c29d797c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c933e3f-7af2-4120-a992-b635d3352231,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:51.449244 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-92f3a185-4544-4c15-9a07-2879c29d797c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:51.452602 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-92f3a185-4544-4c15-9a07-2879c29d797c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.456474 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-92f3a185-4544-4c15-9a07-2879c29d797c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9c933e3f-7af2-4120-a992-b635d3352231 HTTP/1.1" status: 204 len: 168 time: 0.2517381 Aug 12 15:34:52.209625 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2342b-a0b2-4fc6-acfb-824eba7a45f3 req-cf684ca8-3939-44b3-9de3-78a06231ab1f tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:52.211094 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-9bb2342b-a0b2-4fc6-acfb-824eba7a45f3 req-cf684ca8-3939-44b3-9de3-78a06231ab1f tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 984 time: 0.0909445 Aug 12 15:34:52.266370 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-9bb2342b-a0b2-4fc6-acfb-824eba7a45f3 req-328fe82c-30a4-490c-8628-50917fec1180 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=126622e1-7ffd-412d-bb5e-94345755b903&id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0493393 Aug 12 15:34:53.455050 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f207dd-27de-42c8-b0bb-cd8575e01550 req-ed2cb8f2-6114-487a-b0f7-cc94a7f446a5 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:53.456408 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-80f207dd-27de-42c8-b0bb-cd8575e01550 req-ed2cb8f2-6114-487a-b0f7-cc94a7f446a5 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 984 time: 0.0802186 Aug 12 15:34:53.504124 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-80f207dd-27de-42c8-b0bb-cd8575e01550 req-a10a6853-9318-418b-a768-e268c428de86 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=126622e1-7ffd-412d-bb5e-94345755b903&id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416999 Aug 12 15:34:54.691587 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a9883-72d4-4c3d-8a33-3525f3d43541 req-ebf61a1d-c264-46cb-bccd-9e06fe0cb487 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:54.693261 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-af5a9883-72d4-4c3d-8a33-3525f3d43541 req-ebf61a1d-c264-46cb-bccd-9e06fe0cb487 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 984 time: 0.0851593 Aug 12 15:34:54.740601 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-af5a9883-72d4-4c3d-8a33-3525f3d43541 req-fc27fec5-ccf3-4c3e-8414-0372afb63ad5 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=126622e1-7ffd-412d-bb5e-94345755b903&id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415010 Aug 12 15:34:55.145759 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:34:55.412291 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 52236) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:55.527546 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-be7fa71a-71b3-4e78-a8cd-c9cb10885468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:55.542039 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-be7fa71a-71b3-4e78-a8cd-c9cb10885468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:55.545793 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-be7fa71a-71b3-4e78-a8cd-c9cb10885468 admin admin] Usage tracker for resource:security_group_rule and tenant:b9a2d24da5614c648283feb723858f55 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:55.548512 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-be7fa71a-71b3-4e78-a8cd-c9cb10885468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:55.554407 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-be7fa71a-71b3-4e78-a8cd-c9cb10885468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:55.636718 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-be7fa71a-71b3-4e78-a8cd-c9cb10885468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:55.640943 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-be7fa71a-71b3-4e78-a8cd-c9cb10885468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:55.649323 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-ba9630dc-254f-4132-a05f-bd4df456766f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:55.692650 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-be7fa71a-71b3-4e78-a8cd-c9cb10885468 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b9a2d24da5614c648283feb723858f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792900 Aug 12 15:34:55.694235 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fa71a-71b3-4e78-a8cd-c9cb10885468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aedde5c-f7e9-4838-a6d1-0ed0462fbeb8,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:55.695457 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 52242) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:55.697142 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-be7fa71a-71b3-4e78-a8cd-c9cb10885468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:55.755280 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-286d4387-8bc6-49a9-a26c-ba48481c4500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:55.784484 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-286d4387-8bc6-49a9-a26c-ba48481c4500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:55.839377 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-286d4387-8bc6-49a9-a26c-ba48481c4500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:55.843421 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-bff81001-290e-4d4e-81b2-9b7539bcd648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:55.859331 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d4387-8bc6-49a9-a26c-ba48481c4500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aedde5c-f7e9-4838-a6d1-0ed0462fbeb8,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:55.861655 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-286d4387-8bc6-49a9-a26c-ba48481c4500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:55.872752 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-286d4387-8bc6-49a9-a26c-ba48481c4500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:55.874591 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-286d4387-8bc6-49a9-a26c-ba48481c4500 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3aedde5c-f7e9-4838-a6d1-0ed0462fbeb8 HTTP/1.1" status: 204 len: 168 time: 0.1779001 Aug 12 15:34:55.937016 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a927b-dcab-4594-bff8-47a95a92159e req-651690a0-69fb-4cf0-aa95-934de9f83fe2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:55.938625 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4b5a927b-dcab-4594-bff8-47a95a92159e req-651690a0-69fb-4cf0-aa95-934de9f83fe2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 984 time: 0.0859354 Aug 12 15:34:55.988641 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4b5a927b-dcab-4594-bff8-47a95a92159e req-641ce252-8d6b-4991-9ddd-a5c52b306273 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=126622e1-7ffd-412d-bb5e-94345755b903&id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433648 Aug 12 15:34:56.539657 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 52270) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:56.642198 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-68849357-network', 'tenant_id': 'ce56888c19254f02a887380d19442f6e'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:56.646937 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:56.651035 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Usage tracker for resource:network and tenant:ce56888c19254f02a887380d19442f6e is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:56.654483 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:56.663991 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:56.673417 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Made reservation on behalf of ce56888c19254f02a887380d19442f6e for: {'network': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:34:56.675669 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for network, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:56.688627 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:56.703374 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:56.707139 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Usage tracker for resource:security_group_rule and tenant:ce56888c19254f02a887380d19442f6e is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:56.709892 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:56.715589 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:56.799687 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:56.803446 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:56.806884 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3687c9dc-3ec8-4e89-91f1-8c80cf1f3d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:56.836713 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=79208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:34:56.848805 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b555a2fa-9afa-44bb-91a6-e6c54b788694,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:56.852440 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:56.855167 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:56.855504 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.db.segments_db [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Added segment 0ff2d3cc-6658-4738-9ec3-61a86086a01d of type vlan for network 75e546c8-beba-4d1b-947e-edba79384909 Aug 12 15:34:56.883055 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783031021186'] for network, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:56.912190 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for network, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:56.913389 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:56.913997 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:56.917155 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-cf214785-65ee-44b0-916c-f6a8ab56b532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:57.097051 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5561767 Aug 12 15:34:57.099950 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 52280) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:34:57.102549 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Pushing event updated for resources: {'Network': ['ID=75e546c8-beba-4d1b-947e-edba79384909,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:57.107440 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-e6570fa8-8a15-4000-aa64-0ca34e0b07ef admin admin] Request body: {'subnet': {'network_id': '75e546c8-beba-4d1b-947e-edba79384909', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-68849357-subnet', 'tenant_id': 'ce56888c19254f02a887380d19442f6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:57.110754 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:57.112945 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-e6570fa8-8a15-4000-aa64-0ca34e0b07ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:34:57.113090 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Network 75e546c8-beba-4d1b-947e-edba79384909 details requested by agent ovs-agent-dv-cinder-804345-1-smb with host dv-cinder-804345-1-smb {{(pid=79209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 12 15:34:57.116936 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-e6570fa8-8a15-4000-aa64-0ca34e0b07ef admin admin] Usage tracker for resource:subnet and tenant:ce56888c19254f02a887380d19442f6e is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:34:57.119818 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-e6570fa8-8a15-4000-aa64-0ca34e0b07ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:34:57.132810 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-e6570fa8-8a15-4000-aa64-0ca34e0b07ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:34:57.143693 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6570fa8-8a15-4000-aa64-0ca34e0b07ef admin admin] Made reservation on behalf of ce56888c19254f02a887380d19442f6e for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:34:57.146099 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e6570fa8-8a15-4000-aa64-0ca34e0b07ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2392245'] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:57.188547 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e4535-c4f4-4e89-9405-aecd39aa311a req-c81cfffe-0280-4097-a646-3c7f3b5c9930 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:57.190053 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-472e4535-c4f4-4e89-9405-aecd39aa311a req-c81cfffe-0280-4097-a646-3c7f3b5c9930 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 984 time: 0.0904355 Aug 12 15:34:57.241665 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-472e4535-c4f4-4e89-9405-aecd39aa311a req-b7e95138-4564-4c8a-a918-5c411ec05f05 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=126622e1-7ffd-412d-bb5e-94345755b903&id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443971 Aug 12 15:34:57.359590 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e6570fa8-8a15-4000-aa64-0ca34e0b07ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2392263'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:57.363522 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b8528b4e-4db7-459d-b9cb-46256018df11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:34:57.432918 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6570fa8-8a15-4000-aa64-0ca34e0b07ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6a725f8-0566-4046-ab6d-fafcba8afb11,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:57.436806 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e6570fa8-8a15-4000-aa64-0ca34e0b07ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:34:57.442514 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6570fa8-8a15-4000-aa64-0ca34e0b07ef admin admin] Checking segment: {'id': '0ff2d3cc-6658-4738-9ec3-61a86086a01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75e546c8-beba-4d1b-947e-edba79384909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:34:57.442871 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6570fa8-8a15-4000-aa64-0ca34e0b07ef admin admin] Network hostable DHCP agents. Network: 75e546c8-beba-4d1b-947e-edba79384909, hostable agents: ['4f8a9972-eba5-4715-9ddd-7ea9a03f6a04'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:34:57.462254 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6570fa8-8a15-4000-aa64-0ca34e0b07ef admin admin] Network 75e546c8-beba-4d1b-947e-edba79384909 is scheduled to be hosted by DHCP agent 4f8a9972-eba5-4715-9ddd-7ea9a03f6a04 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:34:57.471436 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-e6570fa8-8a15-4000-aa64-0ca34e0b07ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-smb, 75e546c8-beba-4d1b-947e-edba79384909) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:34:57.475768 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6570fa8-8a15-4000-aa64-0ca34e0b07ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:57.476357 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e6570fa8-8a15-4000-aa64-0ca34e0b07ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:57.480542 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c8e79a-43a2-4891-bcf1-fd460be17d9a None None] Network 75e546c8-beba-4d1b-947e-edba79384909 requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:34:57.496380 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-e6570fa8-8a15-4000-aa64-0ca34e0b07ef admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3954649 Aug 12 15:34:57.710379 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783769f5-892f-4c4e-9af3-679910c8122d None None] Network 75e546c8-beba-4d1b-947e-edba79384909 requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:34:58.427740 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceab1ba-9b27-4424-a08e-df5c9efc3610 req-d7957d35-c20a-44a7-823c-6a8df35acbf5 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:58.429169 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2ceab1ba-9b27-4424-a08e-df5c9efc3610 req-d7957d35-c20a-44a7-823c-6a8df35acbf5 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 984 time: 0.0810268 Aug 12 15:34:58.481046 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2ceab1ba-9b27-4424-a08e-df5c9efc3610 req-3ac443b7-8a27-4fd3-90b4-1061170bbe70 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=126622e1-7ffd-412d-bb5e-94345755b903&id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461557 Aug 12 15:34:59.513910 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e21e4-eff2-4bef-beec-e1ab144173db req-338de912-ce42-4e29-9e36-5c89ddabc179 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:59.515521 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-542e21e4-eff2-4bef-beec-e1ab144173db req-338de912-ce42-4e29-9e36-5c89ddabc179 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/networks?id=75e546c8-beba-4d1b-947e-edba79384909 HTTP/1.1" status: 200 len: 812 time: 0.1459620 Aug 12 15:34:59.532952 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-542e21e4-eff2-4bef-beec-e1ab144173db req-fb49cf24-0dd3-4236-9e79-9e710d694be6 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/quotas/ce56888c19254f02a887380d19442f6e HTTP/1.1" status: 200 len: 375 time: 0.0100517 Aug 12 15:34:59.579578 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-542e21e4-eff2-4bef-beec-e1ab144173db req-29a6d8d6-f92a-4c4a-93d7-b5e25dc7f64c tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce56888c19254f02a887380d19442f6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414693 Aug 12 15:34:59.775233 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-542e21e4-eff2-4bef-beec-e1ab144173db req-75ab41c1-f819-4bcc-ac16-210cab4b1d86 service neutron] 10.222.0.59 "GET /v2.0/networks/75e546c8-beba-4d1b-947e-edba79384909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887002 Aug 12 15:34:59.783823 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24cfed-571f-45db-a7cc-30aa8cc5021d req-e8ed2396-dd2d-4ffb-a6f8-c65bacd85744 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:59.785252 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ba24cfed-571f-45db-a7cc-30aa8cc5021d req-e8ed2396-dd2d-4ffb-a6f8-c65bacd85744 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 984 time: 0.1804409 Aug 12 15:34:59.921182 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ba24cfed-571f-45db-a7cc-30aa8cc5021d req-2db09dea-8b8a-4d5a-8da4-875e137646cb tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=126622e1-7ffd-412d-bb5e-94345755b903&id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1171553 Aug 12 15:34:59.948703 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-542e21e4-eff2-4bef-beec-e1ab144173db req-2dbd5c5e-22a2-4fc5-8680-fcf9fb40dfe0 service neutron] 10.222.0.59 "GET /v2.0/networks/75e546c8-beba-4d1b-947e-edba79384909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624556 Aug 12 15:35:00.118960 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-be0d7320-5798-4fa8-889f-f5a0d91bfad9 req-70f7f842-f392-44dc-97be-0db367417828 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 210 time: 0.0415196 Aug 12 15:35:01.110222 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d5572-5569-4b34-81f8-6158e740d25d req-c787809d-471c-4603-a685-d382fb7735ca tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:01.111662 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2d7d5572-5569-4b34-81f8-6158e740d25d req-c787809d-471c-4603-a685-d382fb7735ca tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 984 time: 0.0839620 Aug 12 15:35:01.160468 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2d7d5572-5569-4b34-81f8-6158e740d25d req-e593abb8-4f4f-4cb5-a9f8-b4352f031fbe tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=126622e1-7ffd-412d-bb5e-94345755b903&id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429380 Aug 12 15:35:01.272693 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b1fcd630-33be-4c55-94a9-57a67c18b63d req-f736568c-eea6-41c3-a1d6-a8b4f7bb6f98 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 210 time: 0.0448675 Aug 12 15:35:01.410525 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e21e4-eff2-4bef-beec-e1ab144173db req-c516762b-c9bf-4f7f-b714-120f80de1549 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:01.411245 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-542e21e4-eff2-4bef-beec-e1ab144173db req-c516762b-c9bf-4f7f-b714-120f80de1549 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Synchronizing usage tracker for tenant:ce56888c19254f02a887380d19442f6e on resource:network {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:35:01.428041 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-542e21e4-eff2-4bef-beec-e1ab144173db req-c516762b-c9bf-4f7f-b714-120f80de1549 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Unset dirty status for tenant:ce56888c19254f02a887380d19442f6e on resource:network {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:35:01.429383 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-542e21e4-eff2-4bef-beec-e1ab144173db req-c516762b-c9bf-4f7f-b714-120f80de1549 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.82 "GET /v2.0/networks?id=75e546c8-beba-4d1b-947e-edba79384909 HTTP/1.1" status: 200 len: 812 time: 0.1727841 Aug 12 15:35:01.451755 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-542e21e4-eff2-4bef-beec-e1ab144173db req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Request body: {'port': {'device_id': '7273ec76-0354-4f88-9512-2c2605099ea2', 'network_id': '75e546c8-beba-4d1b-947e-edba79384909', 'admin_state_up': True, 'tenant_id': 'ce56888c19254f02a887380d19442f6e'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:35:01.589542 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-542e21e4-eff2-4bef-beec-e1ab144173db req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:35:01.593406 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-542e21e4-eff2-4bef-beec-e1ab144173db req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Usage tracker for resource:port and tenant:ce56888c19254f02a887380d19442f6e is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:35:01.596194 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-542e21e4-eff2-4bef-beec-e1ab144173db req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:35:01.601792 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-542e21e4-eff2-4bef-beec-e1ab144173db req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:35:01.611029 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542e21e4-eff2-4bef-beec-e1ab144173db req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Made reservation on behalf of ce56888c19254f02a887380d19442f6e for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:35:01.614804 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-542e21e4-eff2-4bef-beec-e1ab144173db req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:01.777547 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-542e21e4-eff2-4bef-beec-e1ab144173db req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Allocated IP 172.20.0.5 (75e546c8-beba-4d1b-947e-edba79384909/d6a725f8-0566-4046-ab6d-fafcba8afb11/81c6f979-5a39-40f1-84a4-6c0e09e93e9e) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:35:01.985005 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-542e21e4-eff2-4bef-beec-e1ab144173db req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:02.015522 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-542e21e4-eff2-4bef-beec-e1ab144173db req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:02.021599 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:02.088873 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542e21e4-eff2-4bef-beec-e1ab144173db req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Network 75e546c8-beba-4d1b-947e-edba79384909 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:35:02.092406 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-542e21e4-eff2-4bef-beec-e1ab144173db req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:35:02.096694 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-542e21e4-eff2-4bef-beec-e1ab144173db req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:35:02.135465 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Pushing event updated for resources: {'Port': ['ID=81c6f979-5a39-40f1-84a4-6c0e09e93e9e,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:02.152547 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:02.152962 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:02.153272 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:02.153654 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:02.154008 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:02.154359 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:02.154705 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:02.155054 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:02.155398 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:02.155742 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:02.156084 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:02.156421 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:02.161738 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:02.174446 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e21e4-eff2-4bef-beec-e1ab144173db req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:02.175046 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-542e21e4-eff2-4bef-beec-e1ab144173db req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:02.196496 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-542e21e4-eff2-4bef-beec-e1ab144173db req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7490144 Aug 12 15:35:02.220318 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Request body: {'port': {'device_id': '7273ec76-0354-4f88-9512-2c2605099ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:35:02.338089 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:02.365670 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78eeecd-59f9-47e3-91a8-351337ba87ff req-2e15df6a-1d09-49aa-be2b-d090de4b4e77 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:02.367320 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b78eeecd-59f9-47e3-91a8-351337ba87ff req-2e15df6a-1d09-49aa-be2b-d090de4b4e77 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 984 time: 0.0956399 Aug 12 15:35:02.573073 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b78eeecd-59f9-47e3-91a8-351337ba87ff req-f9668de8-6d10-4637-9e15-f172f40dd1ba tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=126622e1-7ffd-412d-bb5e-94345755b903&id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1978257 Aug 12 15:35:02.602207 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd644e-1670-41de-af21-86853d56e7fb req-5229e9d5-7dfd-475b-8fe7-d15ff498f4b8 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:02.603279 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6bfd644e-1670-41de-af21-86853d56e7fb req-5229e9d5-7dfd-475b-8fe7-d15ff498f4b8 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 931 time: 0.1114652 Aug 12 15:35:02.664895 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6bfd644e-1670-41de-af21-86853d56e7fb req-2172f8ed-ec3d-459f-8f96-b401e0717494 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539098 Aug 12 15:35:02.712379 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c6f979-5a39-40f1-84a4-6c0e09e93e9e {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:35:02.720782 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:02.735328 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Transition to ACTIVE for port object 81c6f979-5a39-40f1-84a4-6c0e09e93e9e will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:35:02.739225 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305661'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:02.743801 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-1e3d98ab-d0e9-4a0e-89ed-9e3dd105c39e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:02.978807 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Pushing event updated for resources: {'Port': ['ID=81c6f979-5a39-40f1-84a4-6c0e09e93e9e,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:02.986119 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:03.051788 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Attempting to bind port 81c6f979-5a39-40f1-84a4-6c0e09e93e9e on host hv-cinder-80434 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:35:03.052130 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Attempting to bind port 81c6f979-5a39-40f1-84a4-6c0e09e93e9e by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '0ff2d3cc-6658-4738-9ec3-61a86086a01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75e546c8-beba-4d1b-947e-edba79384909'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:35:03.052462 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Attempting to bind port 81c6f979-5a39-40f1-84a4-6c0e09e93e9e on network 75e546c8-beba-4d1b-947e-edba79384909 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:35:03.057321 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Port 81c6f979-5a39-40f1-84a4-6c0e09e93e9e on network 75e546c8-beba-4d1b-947e-edba79384909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 12 15:35:03.057717 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Attempting to bind port 81c6f979-5a39-40f1-84a4-6c0e09e93e9e on network 75e546c8-beba-4d1b-947e-edba79384909 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:35:03.062734 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Checking agent: {'id': 'ee8f405c-fd53-4642-8bfa-8ace78e7783f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:35:03.063073 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Checking segment: {'id': '0ff2d3cc-6658-4738-9ec3-61a86086a01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75e546c8-beba-4d1b-947e-edba79384909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:35:03.063491 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Bound using segment: {'id': '0ff2d3cc-6658-4738-9ec3-61a86086a01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75e546c8-beba-4d1b-947e-edba79384909'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:35:03.063904 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Bound port: 81c6f979-5a39-40f1-84a4-6c0e09e93e9e, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ff2d3cc-6658-4738-9ec3-61a86086a01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75e546c8-beba-4d1b-947e-edba79384909'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:35:03.064252 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:03.155312 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] For port 81c6f979-5a39-40f1-84a4-6c0e09e93e9e, host hv-cinder-80434, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:35:03.158277 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] For port 81c6f979-5a39-40f1-84a4-6c0e09e93e9e, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=81c6f979-5a39-40f1-84a4-6c0e09e93e9e,segment=NetworkSegment(0ff2d3cc-6658-4738-9ec3-61a86086a01d),segment_id=0ff2d3cc-6658-4738-9ec3-61a86086a01d)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:35:03.162767 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305661'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:03.166278 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4d064ec6-993e-43c1-8208-0ec8422d7439 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:03.223092 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:03.223702 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:03.225058 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-542e21e4-eff2-4bef-beec-e1ab144173db req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] 10.222.0.82 "PUT /v2.0/ports/81c6f979-5a39-40f1-84a4-6c0e09e93e9e HTTP/1.1" status: 200 len: 1093 time: 1.0090864 Aug 12 15:35:03.225564 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7273ec76-0354-4f88-9512-2c2605099ea2', 'tag': '81c6f979-5a39-40f1-84a4-6c0e09e93e9e'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:35:03.246163 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Pushing event updated for resources: {'Port': ['ID=81c6f979-5a39-40f1-84a4-6c0e09e93e9e,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:03.249110 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:03.273549 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7273ec76-0354-4f88-9512-2c2605099ea2', 'tag': '81c6f979-5a39-40f1-84a4-6c0e09e93e9e', 'status': 'completed', 'code': 200} Aug 12 15:35:03.407979 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e21e4-eff2-4bef-beec-e1ab144173db req-c34236d2-0cee-4472-b07f-8d5d4d6bccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:03.409446 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-542e21e4-eff2-4bef-beec-e1ab144173db req-c34236d2-0cee-4472-b07f-8d5d4d6bccd0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce56888c19254f02a887380d19442f6e&device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 1096 time: 0.0780213 Aug 12 15:35:03.496427 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-542e21e4-eff2-4bef-beec-e1ab144173db req-369a9408-9de5-4109-bb0d-81e55c2c3209 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81c6f979-5a39-40f1-84a4-6c0e09e93e9e HTTP/1.1" status: 200 len: 217 time: 0.0639365 Aug 12 15:35:03.582266 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e21e4-eff2-4bef-beec-e1ab144173db req-05d194c3-b325-43c0-bfa0-0065e3b48676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:03.583696 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-542e21e4-eff2-4bef-beec-e1ab144173db req-05d194c3-b325-43c0-bfa0-0065e3b48676 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6a725f8-0566-4046-ab6d-fafcba8afb11 HTTP/1.1" status: 200 len: 852 time: 0.0613701 Aug 12 15:35:03.633622 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-542e21e4-eff2-4bef-beec-e1ab144173db req-b4d5b347-8405-4014-9a78-1227f383da4e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=75e546c8-beba-4d1b-947e-edba79384909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426710 Aug 12 15:35:03.764463 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf337c-caca-4f03-8884-e8bd494de8d4 req-d8ab8be0-de34-4128-a8ee-57b403def9e8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:03.767055 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5fcf337c-caca-4f03-8884-e8bd494de8d4 req-d8ab8be0-de34-4128-a8ee-57b403def9e8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 984 time: 0.0843530 Aug 12 15:35:03.781333 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-542e21e4-eff2-4bef-beec-e1ab144173db req-e79fd409-f821-47b1-bbc0-ca257cd8253a service neutron] 10.222.0.82 "GET /v2.0/networks/75e546c8-beba-4d1b-947e-edba79384909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392174 Aug 12 15:35:03.867401 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5fcf337c-caca-4f03-8884-e8bd494de8d4 req-e4971a54-0c66-439e-9c35-34a9a2d9f69a tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=126622e1-7ffd-412d-bb5e-94345755b903&id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0942552 Aug 12 15:35:03.897418 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a132855-e13e-41a9-b0e9-4397b4638f1e req-f7e7ccbe-50fd-40d9-8247-377613e8a9ea tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:03.899042 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2a132855-e13e-41a9-b0e9-4397b4638f1e req-f7e7ccbe-50fd-40d9-8247-377613e8a9ea tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 943 time: 0.1104791 Aug 12 15:35:03.929527 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-542e21e4-eff2-4bef-beec-e1ab144173db req-3494d8fe-3d28-4556-ba88-0e7f810aba44 service neutron] 10.222.0.82 "GET /v2.0/networks/75e546c8-beba-4d1b-947e-edba79384909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397684 Aug 12 15:35:03.944031 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2a132855-e13e-41a9-b0e9-4397b4638f1e req-35bef7e6-9455-4268-af14-f617c0ca1dd1 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388067 Aug 12 15:35:04.235391 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f04f0-b4f1-4612-a7f6-abf0a8e433a4 req-76156851-d5a6-42b6-a6b9-2c04fe133e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:04.236847 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-857f04f0-b4f1-4612-a7f6-abf0a8e433a4 req-76156851-d5a6-42b6-a6b9-2c04fe133e92 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce56888c19254f02a887380d19442f6e&device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 1096 time: 0.0752115 Aug 12 15:35:04.377570 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f04f0-b4f1-4612-a7f6-abf0a8e433a4 req-1c66918a-7e37-49a3-a9f2-95e41e97761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:04.378930 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-857f04f0-b4f1-4612-a7f6-abf0a8e433a4 req-1c66918a-7e37-49a3-a9f2-95e41e97761c service neutron] 10.222.0.82 "GET /v2.0/networks?id=75e546c8-beba-4d1b-947e-edba79384909 HTTP/1.1" status: 200 len: 913 time: 0.1304464 Aug 12 15:35:04.452234 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-857f04f0-b4f1-4612-a7f6-abf0a8e433a4 req-e9f8d6f2-1a8f-409f-9fe7-7d13dad33f69 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81c6f979-5a39-40f1-84a4-6c0e09e93e9e HTTP/1.1" status: 200 len: 217 time: 0.0609176 Aug 12 15:35:04.528842 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f04f0-b4f1-4612-a7f6-abf0a8e433a4 req-04e938ef-e09b-4f61-965e-b693162cf024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:04.530332 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-857f04f0-b4f1-4612-a7f6-abf0a8e433a4 req-04e938ef-e09b-4f61-965e-b693162cf024 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6a725f8-0566-4046-ab6d-fafcba8afb11 HTTP/1.1" status: 200 len: 852 time: 0.0615652 Aug 12 15:35:04.577588 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-857f04f0-b4f1-4612-a7f6-abf0a8e433a4 req-412a2631-b849-4f01-91f0-6b34c5b818ca service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=75e546c8-beba-4d1b-947e-edba79384909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389042 Aug 12 15:35:04.706836 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-857f04f0-b4f1-4612-a7f6-abf0a8e433a4 req-560d83e1-9d44-4625-b5d6-f2df306ead7a service neutron] 10.222.0.82 "GET /v2.0/networks/75e546c8-beba-4d1b-947e-edba79384909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201591 Aug 12 15:35:04.843419 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-857f04f0-b4f1-4612-a7f6-abf0a8e433a4 req-dc7e0578-2519-4ce1-bf98-4f9457bc0b3e service neutron] 10.222.0.82 "GET /v2.0/networks/75e546c8-beba-4d1b-947e-edba79384909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223264 Aug 12 15:35:05.051406 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b0f41-d562-48f7-9156-55cae42b6228 req-294afc4c-0b0b-431a-927d-cf3d15f6f049 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:05.052862 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f76b0f41-d562-48f7-9156-55cae42b6228 req-294afc4c-0b0b-431a-927d-cf3d15f6f049 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 984 time: 0.0793433 Aug 12 15:35:05.145988 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f76b0f41-d562-48f7-9156-55cae42b6228 req-ffa5366f-e903-44a5-8c26-0a4d9ffcb17e tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=126622e1-7ffd-412d-bb5e-94345755b903&id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593426 Aug 12 15:35:05.168486 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc9e84-1d93-42e3-9925-2506ea059641 req-8706e40c-c88d-4691-9697-aca9e91fb9a4 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:05.169988 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c0cc9e84-1d93-42e3-9925-2506ea059641 req-8706e40c-c88d-4691-9697-aca9e91fb9a4 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 943 time: 0.1161001 Aug 12 15:35:05.216139 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c0cc9e84-1d93-42e3-9925-2506ea059641 req-b2c7f464-3197-4ed2-9a7d-2bbe48d4ed63 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405438 Aug 12 15:35:06.404299 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c17df3-53b7-4395-9ddc-12a34e300a79 req-1890fee7-fc85-46e6-8062-2e2e6360cefd tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:06.405950 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b1c17df3-53b7-4395-9ddc-12a34e300a79 req-1890fee7-fc85-46e6-8062-2e2e6360cefd tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 943 time: 0.0857515 Aug 12 15:35:06.410830 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 81c6f979-5a39-40f1-84a4-6c0e09e93e9e details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:35:06.450945 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b1c17df3-53b7-4395-9ddc-12a34e300a79 req-9bf4ecb4-b8eb-4814-b910-2ae06e727d1d tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385168 Aug 12 15:35:06.540366 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 81c6f979-5a39-40f1-84a4-6c0e09e93e9e, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=81c6f979-5a39-40f1-84a4-6c0e09e93e9e,segment=NetworkSegment(0ff2d3cc-6658-4738-9ec3-61a86086a01d),segment_id=0ff2d3cc-6658-4738-9ec3-61a86086a01d)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:35:06.553276 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': '81c6f979-5a39-40f1-84a4-6c0e09e93e9e', 'network_id': '75e546c8-beba-4d1b-947e-edba79384909', 'port_id': '81c6f979-5a39-40f1-84a4-6c0e09e93e9e', 'mac_address': 'fa:16:3e:8d:42:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a725f8-0566-4046-ab6d-fafcba8afb11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:35:06.609087 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:06.626343 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c6f979-5a39-40f1-84a4-6c0e09e93e9e {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:35:06.641047 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 81c6f979-5a39-40f1-84a4-6c0e09e93e9e, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=81c6f979-5a39-40f1-84a4-6c0e09e93e9e,segment=NetworkSegment(0ff2d3cc-6658-4738-9ec3-61a86086a01d),segment_id=0ff2d3cc-6658-4738-9ec3-61a86086a01d)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:35:06.644989 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:06.646706 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:06.710091 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=81c6f979-5a39-40f1-84a4-6c0e09e93e9e,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:06.717044 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:06.717383 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:06.717749 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:06.718089 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:06.718412 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:06.718746 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:06.719074 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:06.719399 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:06.719724 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:06.720047 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:06.720369 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:06.720692 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:06.724461 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:07.073629 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['81c6f979-5a39-40f1-84a4-6c0e09e93e9e'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:35:07.631511 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b1e81-c534-4e5b-a268-a68a123cee22 req-fff5359f-9623-4a43-9cbd-13667dd30e28 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:07.632940 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-933b1e81-c534-4e5b-a268-a68a123cee22 req-fff5359f-9623-4a43-9cbd-13667dd30e28 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 944 time: 0.0795133 Aug 12 15:35:07.680868 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-933b1e81-c534-4e5b-a268-a68a123cee22 req-4dbead66-7464-422b-b3da-ce1e6178e3e5 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415025 Aug 12 15:35:08.426388 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 81c6f979-5a39-40f1-84a4-6c0e09e93e9e up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:35:08.492199 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning for port 81c6f979-5a39-40f1-84a4-6c0e09e93e9e completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:35:08.497455 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port 81c6f979-5a39-40f1-84a4-6c0e09e93e9e triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:35:08.498215 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:08.613773 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:08.640476 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7273ec76-0354-4f88-9512-2c2605099ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c6f979-5a39-40f1-84a4-6c0e09e93e9e'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:35:08.650588 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 81c6f979-5a39-40f1-84a4-6c0e09e93e9e, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=81c6f979-5a39-40f1-84a4-6c0e09e93e9e,segment=NetworkSegment(0ff2d3cc-6658-4738-9ec3-61a86086a01d),segment_id=0ff2d3cc-6658-4738-9ec3-61a86086a01d)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:35:08.655400 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:08.657226 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:08.697292 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7273ec76-0354-4f88-9512-2c2605099ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c6f979-5a39-40f1-84a4-6c0e09e93e9e', 'code': 200} Aug 12 15:35:08.729369 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=81c6f979-5a39-40f1-84a4-6c0e09e93e9e,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:08.733035 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:08.751724 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2e068c36-b18d-4652-8630-6f9954e675a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:08.876506 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c86e7b-042c-4dd4-b5e7-6a18d18b6000 req-15ab0134-2620-48d2-8566-c58d7ee4364a tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:08.878000 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d8c86e7b-042c-4dd4-b5e7-6a18d18b6000 req-15ab0134-2620-48d2-8566-c58d7ee4364a tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 945 time: 0.0864379 Aug 12 15:35:08.924204 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d8c86e7b-042c-4dd4-b5e7-6a18d18b6000 req-2beb1bd9-44c8-4bc8-af1a-1121c5235fa1 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406606 Aug 12 15:35:08.992443 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3377e-80b3-4d5e-a18f-f56599a47590 req-ee5077d5-8b83-4301-a649-767522a7099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:08.994356 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-a4f3377e-80b3-4d5e-a18f-f56599a47590 req-ee5077d5-8b83-4301-a649-767522a7099d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 1098 time: 0.0729043 Aug 12 15:35:09.042141 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-a4f3377e-80b3-4d5e-a18f-f56599a47590 req-d0e574fa-08d1-45e1-9be3-57286f3fcf61 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393112 Aug 12 15:35:09.771934 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:10.107696 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f27e97-f614-4479-9c7b-7d4e8fee6bf9 req-8bf827ef-d591-4305-817a-63a25f2cab85 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:10.109060 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d4f27e97-f614-4479-9c7b-7d4e8fee6bf9 req-8bf827ef-d591-4305-817a-63a25f2cab85 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 945 time: 0.0808141 Aug 12 15:35:10.153418 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d4f27e97-f614-4479-9c7b-7d4e8fee6bf9 req-cec5e2de-2021-48d3-878e-f04cd85af39c tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387509 Aug 12 15:35:10.462025 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 52410) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:10.653634 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-01667a57-9191-4205-a016-7a51c22e8b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:10.668890 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-01667a57-9191-4205-a016-7a51c22e8b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:35:10.672761 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-01667a57-9191-4205-a016-7a51c22e8b87 admin admin] Usage tracker for resource:security_group_rule and tenant:7fb9b01b51b24bfab0fea03b23d83b07 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:35:10.675838 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-01667a57-9191-4205-a016-7a51c22e8b87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:35:10.681780 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-01667a57-9191-4205-a016-7a51c22e8b87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:35:10.769017 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-01667a57-9191-4205-a016-7a51c22e8b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:10.772514 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-01667a57-9191-4205-a016-7a51c22e8b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:10.779316 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8418955f-22c5-41cb-af9b-0290c00a28e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:10.819222 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-01667a57-9191-4205-a016-7a51c22e8b87 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7fb9b01b51b24bfab0fea03b23d83b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560793 Aug 12 15:35:10.820166 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01667a57-9191-4205-a016-7a51c22e8b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d5437a-d9e2-4e4a-976d-befaf506a513,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:10.821959 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 52416) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:10.823288 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-01667a57-9191-4205-a016-7a51c22e8b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:10.880169 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-246437d2-fa9f-4a8a-9a0d-6220e4075504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:10.905805 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-246437d2-fa9f-4a8a-9a0d-6220e4075504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:10.955926 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-246437d2-fa9f-4a8a-9a0d-6220e4075504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:10.959785 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-617b785e-bce8-4a4a-8fb9-c5e7737d7ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:10.978965 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246437d2-fa9f-4a8a-9a0d-6220e4075504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d5437a-d9e2-4e4a-976d-befaf506a513,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:10.993410 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246437d2-fa9f-4a8a-9a0d-6220e4075504 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:10.993807 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246437d2-fa9f-4a8a-9a0d-6220e4075504 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:10.994287 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246437d2-fa9f-4a8a-9a0d-6220e4075504 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:10.994783 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246437d2-fa9f-4a8a-9a0d-6220e4075504 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:10.995247 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246437d2-fa9f-4a8a-9a0d-6220e4075504 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:10.995751 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246437d2-fa9f-4a8a-9a0d-6220e4075504 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:10.996227 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246437d2-fa9f-4a8a-9a0d-6220e4075504 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:10.996705 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246437d2-fa9f-4a8a-9a0d-6220e4075504 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:10.997113 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246437d2-fa9f-4a8a-9a0d-6220e4075504 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:10.997508 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246437d2-fa9f-4a8a-9a0d-6220e4075504 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:10.997833 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246437d2-fa9f-4a8a-9a0d-6220e4075504 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:10.998184 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246437d2-fa9f-4a8a-9a0d-6220e4075504 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:35:11.002765 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-246437d2-fa9f-4a8a-9a0d-6220e4075504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:11.004868 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-246437d2-fa9f-4a8a-9a0d-6220e4075504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:11.005998 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-246437d2-fa9f-4a8a-9a0d-6220e4075504 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/81d5437a-d9e2-4e4a-976d-befaf506a513 HTTP/1.1" status: 204 len: 168 time: 0.1830411 Aug 12 15:35:11.352446 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63165557-2a5b-4331-ba0f-76049a1bf441 req-f53d3628-8d1c-4e62-a4d3-5fa3f0f8449e tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:11.353932 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-63165557-2a5b-4331-ba0f-76049a1bf441 req-f53d3628-8d1c-4e62-a4d3-5fa3f0f8449e tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 945 time: 0.0960162 Aug 12 15:35:11.400115 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-63165557-2a5b-4331-ba0f-76049a1bf441 req-3ff81daf-2277-49b8-a9e3-967ff104f4a3 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400405 Aug 12 15:35:11.574214 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2dd228d8-0048-43e0-93b3-3b62eded2603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:12.595283 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:13.826610 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:14.667679 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:22.571803 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1281754-a68d-4e1b-9309-60b154ea4074 req-8cda7df4-5b7a-4fcc-83c2-0539394325fd tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:22.573198 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a1281754-a68d-4e1b-9309-60b154ea4074 req-8cda7df4-5b7a-4fcc-83c2-0539394325fd tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 947 time: 0.0843949 Aug 12 15:35:22.617238 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a1281754-a68d-4e1b-9309-60b154ea4074 req-849b489f-d9ee-425b-b939-41e3078a9c6e tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384026 Aug 12 15:35:23.802733 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe90486-9076-4041-9b9d-bd2185344dc0 req-e2f2703b-a364-47d3-8850-7219f8d633da tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:23.804153 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ebe90486-9076-4041-9b9d-bd2185344dc0 req-e2f2703b-a364-47d3-8850-7219f8d633da tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 947 time: 0.0782790 Aug 12 15:35:23.850448 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ebe90486-9076-4041-9b9d-bd2185344dc0 req-eb81f359-85da-46fd-b3bb-6b10c3a00ae2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406618 Aug 12 15:35:25.046168 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3bea5-ec74-485c-a3c8-e2f22b46f522 req-04399bdc-45c2-4730-b4de-95d6eb539645 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:25.047595 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-45f3bea5-ec74-485c-a3c8-e2f22b46f522 req-04399bdc-45c2-4730-b4de-95d6eb539645 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 947 time: 0.0803640 Aug 12 15:35:25.091774 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-45f3bea5-ec74-485c-a3c8-e2f22b46f522 req-a7df9d9d-a0f3-49a1-9fa6-18fa0652f303 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380926 Aug 12 15:35:25.674700 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf9f99-9dae-44f3-b36e-5953c240df33 req-24b0d108-9e18-4d00-8153-43466a341963 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:25.675397 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-9bcf9f99-9dae-44f3-b36e-5953c240df33 req-24b0d108-9e18-4d00-8153-43466a341963 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Synchronizing usage tracker for tenant:e688111fb0094ab1b8d5d97c590ee4e7 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:35:25.691916 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-9bcf9f99-9dae-44f3-b36e-5953c240df33 req-24b0d108-9e18-4d00-8153-43466a341963 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Unset dirty status for tenant:e688111fb0094ab1b8d5d97c590ee4e7 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:35:25.693040 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-9bcf9f99-9dae-44f3-b36e-5953c240df33 req-24b0d108-9e18-4d00-8153-43466a341963 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.82 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 947 time: 0.0985262 Aug 12 15:35:25.764010 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-9bcf9f99-9dae-44f3-b36e-5953c240df33 req-09e01180-85b9-4999-9b86-3c8f181098e9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Deleting port 27b5917b-e68b-4e56-a2d3-622a638ef82f {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:35:25.764348 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-9bcf9f99-9dae-44f3-b36e-5953c240df33 req-09e01180-85b9-4999-9b86-3c8f181098e9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:26.012104 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-9bcf9f99-9dae-44f3-b36e-5953c240df33 req-09e01180-85b9-4999-9b86-3c8f181098e9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] For port 27b5917b-e68b-4e56-a2d3-622a638ef82f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=27b5917b-e68b-4e56-a2d3-622a638ef82f,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:35:26.012383 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-9bcf9f99-9dae-44f3-b36e-5953c240df33 req-09e01180-85b9-4999-9b86-3c8f181098e9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:26.293883 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68a9b9-f4ba-4c3f-a80a-a13180980553 req-3e177dc2-bbb8-4d61-bc94-c006a10d734c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:26.295409 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ba68a9b9-f4ba-4c3f-a80a-a13180980553 req-3e177dc2-bbb8-4d61-bc94-c006a10d734c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 947 time: 0.0875366 Aug 12 15:35:26.304213 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-9bcf9f99-9dae-44f3-b36e-5953c240df33 req-09e01180-85b9-4999-9b86-3c8f181098e9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:26.304596 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-9bcf9f99-9dae-44f3-b36e-5953c240df33 req-09e01180-85b9-4999-9b86-3c8f181098e9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544115'] for floatingip, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:26.304959 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.db.l3_db [req-9bcf9f99-9dae-44f3-b36e-5953c240df33 req-09e01180-85b9-4999-9b86-3c8f181098e9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Floating IP 71e94ac7-7b79-4d16-91f8-59b5d8a1fc0a disassociated. External IP: 172.28.0.144, port: 27b5917b-e68b-4e56-a2d3-622a638ef82f. Aug 12 15:35:26.305307 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-9bcf9f99-9dae-44f3-b36e-5953c240df33 req-09e01180-85b9-4999-9b86-3c8f181098e9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Calling delete_port for 27b5917b-e68b-4e56-a2d3-622a638ef82f owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:35:26.342674 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ba68a9b9-f4ba-4c3f-a80a-a13180980553 req-3e425d0c-d6df-4c5b-8928-ede0fbec4a33 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=5abf43bb-1671-4f4f-b34c-4a7a53214f73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406613 Aug 12 15:35:26.452035 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-9bcf9f99-9dae-44f3-b36e-5953c240df33 req-09e01180-85b9-4999-9b86-3c8f181098e9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:26.457190 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:26.506110 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e01180-85b9-4999-9b86-3c8f181098e9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Pushing event deleted for resources: {'Port': ['ID=27b5917b-e68b-4e56-a2d3-622a638ef82f,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:26.509143 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-09e01180-85b9-4999-9b86-3c8f181098e9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:26.688514 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bcf9f99-9dae-44f3-b36e-5953c240df33 req-09e01180-85b9-4999-9b86-3c8f181098e9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Router 04b37113-ccf8-40a0-8a11-5d7e3df47062 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:35:26.872018 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bcf9f99-9dae-44f3-b36e-5953c240df33 req-09e01180-85b9-4999-9b86-3c8f181098e9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:35:26.881454 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83734300-6039-4087-8682-5aba0ae2caef None None] Sync routers for ids ['04b37113-ccf8-40a0-8a11-5d7e3df47062'] in dv-cinder-804345-1-smb {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:35:26.891087 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83734300-6039-4087-8682-5aba0ae2caef None None] Routers {'04b37113-ccf8-40a0-8a11-5d7e3df47062'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:35:26.891708 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-83734300-6039-4087-8682-5aba0ae2caef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:35:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['04b37113-ccf8-40a0-8a11-5d7e3df47062'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:35:26.951348 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcf9f99-9dae-44f3-b36e-5953c240df33 req-09e01180-85b9-4999-9b86-3c8f181098e9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] No DVR routers for this DVR port 27b5917b-e68b-4e56-a2d3-622a638ef82f on host hv-cinder-80434 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:35:26.953989 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-9bcf9f99-9dae-44f3-b36e-5953c240df33 req-09e01180-85b9-4999-9b86-3c8f181098e9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:26.958713 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570f0172-f2a6-48b2-9814-7708e445037e', 'name': 'network-vif-deleted', 'tag': '27b5917b-e68b-4e56-a2d3-622a638ef82f'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:35:26.982000 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-9bcf9f99-9dae-44f3-b36e-5953c240df33 req-09e01180-85b9-4999-9b86-3c8f181098e9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.82 "DELETE /v2.0/ports/27b5917b-e68b-4e56-a2d3-622a638ef82f HTTP/1.1" status: 204 len: 173 time: 1.2808797 Aug 12 15:35:27.017761 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570f0172-f2a6-48b2-9814-7708e445037e', 'name': 'network-vif-deleted', 'tag': '27b5917b-e68b-4e56-a2d3-622a638ef82f', 'status': 'completed', 'code': 200} Aug 12 15:35:27.120071 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-83734300-6039-4087-8682-5aba0ae2caef None None] Set router 04b37113-ccf8-40a0-8a11-5d7e3df47062 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:35:27.451608 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-83734300-6039-4087-8682-5aba0ae2caef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:31:08Z', 'revision_number': 4, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port': {'id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:46Z', 'updated_at': '2021-08-12T15:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '226873ae-22b9-41b0-83df-b306ed5da304', 'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'mac_address': 'fa:16:3e:18:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:06Z', 'updated_at': '2021-08-12T15:31:22Z', 'revision_number': 5, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'subnets': [{'id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:35:27.456029 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83734300-6039-4087-8682-5aba0ae2caef None None] Checking router: 04b37113-ccf8-40a0-8a11-5d7e3df47062 for host: dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:35:27.466328 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83734300-6039-4087-8682-5aba0ae2caef None None] Routers {'04b37113-ccf8-40a0-8a11-5d7e3df47062'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:35:27.467107 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-83734300-6039-4087-8682-5aba0ae2caef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:35:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['04b37113-ccf8-40a0-8a11-5d7e3df47062'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:35:27.519291 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4cf73b0d-7a3f-43aa-a4ed-56f519e35c80 req-96671f04-1768-48d1-925f-302916a0adfe tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=570f0172-f2a6-48b2-9814-7708e445037e HTTP/1.1" status: 200 len: 210 time: 0.0434659 Aug 12 15:35:27.680661 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-83734300-6039-4087-8682-5aba0ae2caef None None] Set router 04b37113-ccf8-40a0-8a11-5d7e3df47062 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:35:27.995221 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-83734300-6039-4087-8682-5aba0ae2caef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:31:08Z', 'revision_number': 4, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port': {'id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:46Z', 'updated_at': '2021-08-12T15:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '226873ae-22b9-41b0-83df-b306ed5da304', 'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'mac_address': 'fa:16:3e:18:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:06Z', 'updated_at': '2021-08-12T15:31:22Z', 'revision_number': 5, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'subnets': [{'id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:35:27.999111 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83734300-6039-4087-8682-5aba0ae2caef None None] The sync data for ids ['04b37113-ccf8-40a0-8a11-5d7e3df47062'] in dv-cinder-804345-1-smb is: [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:31:08Z', 'revision_number': 4, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port': {'id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:46Z', 'updated_at': '2021-08-12T15:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '226873ae-22b9-41b0-83df-b306ed5da304', 'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'mac_address': 'fa:16:3e:18:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:06Z', 'updated_at': '2021-08-12T15:31:22Z', 'revision_number': 5, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'subnets': [{'id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:35:28.223719 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd2b1c5-1cd4-4c0a-86a8-4c30f782ebc8 None None] New status for floating IP 71e94ac7-7b79-4d16-91f8-59b5d8a1fc0a: DOWN {{(pid=79210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:35:28.660978 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 52658) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:28.730419 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ba41d7af-2b7b-4e4d-8365-e76a6f84f056 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:28.859218 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ba41d7af-2b7b-4e4d-8365-e76a6f84f056 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:28.911703 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ba41d7af-2b7b-4e4d-8365-e76a6f84f056 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:28.915325 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-54fc3b42-e2e6-4887-a567-ce475bad46ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:28.929270 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41d7af-2b7b-4e4d-8365-e76a6f84f056 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abf43bb-1671-4f4f-b34c-4a7a53214f73,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:28.932372 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-ba41d7af-2b7b-4e4d-8365-e76a6f84f056 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:28.940964 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ba41d7af-2b7b-4e4d-8365-e76a6f84f056 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:28.942121 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-ba41d7af-2b7b-4e4d-8365-e76a6f84f056 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "DELETE /v2.0/security-groups/5abf43bb-1671-4f4f-b34c-4a7a53214f73 HTTP/1.1" status: 204 len: 168 time: 0.2794981 Aug 12 15:35:28.944809 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 52664) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:28.960674 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.api.v2.resource [None req-2c6d9635-5bbd-4390-80ed-f4173896c269 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] show failed (client error): The resource could not be found. Aug 12 15:35:28.961724 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-2c6d9635-5bbd-4390-80ed-f4173896c269 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups/5abf43bb-1671-4f4f-b34c-4a7a53214f73 HTTP/1.1" status: 404 len: 347 time: 0.0159476 Aug 12 15:35:28.964502 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 52668) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:29.121193 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-79f0b7cd-c5da-4df3-82e8-b31c41310de5 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Deleting port 04b5d2fd-a257-4e0e-b249-1666d3eb22ef {{(pid=79207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:35:29.121516 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-79f0b7cd-c5da-4df3-82e8-b31c41310de5 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:29.344042 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-79f0b7cd-c5da-4df3-82e8-b31c41310de5 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:29.344371 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-79f0b7cd-c5da-4df3-82e8-b31c41310de5 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:29.467584 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-79f0b7cd-c5da-4df3-82e8-b31c41310de5 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Calling delete_port for 04b5d2fd-a257-4e0e-b249-1666d3eb22ef owned by network:floatingip {{(pid=79207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:35:29.619979 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-79f0b7cd-c5da-4df3-82e8-b31c41310de5 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:29.624155 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-645955a3-0d08-4afa-943e-b5b492d497ca tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:29.683898 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0b7cd-c5da-4df3-82e8-b31c41310de5 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Pushing event deleted for resources: {'Port': ['ID=04b5d2fd-a257-4e0e-b249-1666d3eb22ef,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:29.715022 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-79f0b7cd-c5da-4df3-82e8-b31c41310de5 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:29.783949 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-79f0b7cd-c5da-4df3-82e8-b31c41310de5 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for floatingip, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:29.801824 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-79f0b7cd-c5da-4df3-82e8-b31c41310de5 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for floatingip, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:29.802990 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-79f0b7cd-c5da-4df3-82e8-b31c41310de5 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "DELETE /v2.0/floatingips/71e94ac7-7b79-4d16-91f8-59b5d8a1fc0a HTTP/1.1" status: 204 len: 168 time: 0.8376310 Aug 12 15:35:30.047121 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 52678) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:30.052884 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-b4541a24-7a03-432a-bfa7-f65a736f9e33 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1282799973', 'description': 'tempest-description--2129838999'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:35:30.059008 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b4541a24-7a03-432a-bfa7-f65a736f9e33 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:35:30.063209 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b4541a24-7a03-432a-bfa7-f65a736f9e33 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Usage tracker for resource:security_group and tenant:e688111fb0094ab1b8d5d97c590ee4e7 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:35:30.066771 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b4541a24-7a03-432a-bfa7-f65a736f9e33 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:35:30.174653 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b4541a24-7a03-432a-bfa7-f65a736f9e33 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:35:30.185990 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b4541a24-7a03-432a-bfa7-f65a736f9e33 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:30.209407 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b4541a24-7a03-432a-bfa7-f65a736f9e33 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:35:30.214358 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b4541a24-7a03-432a-bfa7-f65a736f9e33 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Usage tracker for resource:security_group_rule and tenant:e688111fb0094ab1b8d5d97c590ee4e7 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:35:30.218904 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b4541a24-7a03-432a-bfa7-f65a736f9e33 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:35:30.226291 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b4541a24-7a03-432a-bfa7-f65a736f9e33 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:35:30.301783 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b4541a24-7a03-432a-bfa7-f65a736f9e33 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:30.306026 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b4541a24-7a03-432a-bfa7-f65a736f9e33 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:30.309829 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d5d89465-9aa1-409e-b444-47337f7a8236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:30.351589 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4541a24-7a03-432a-bfa7-f65a736f9e33 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a29b76-b313-4a96-8efb-658f4774d784,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:30.354188 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b4541a24-7a03-432a-bfa7-f65a736f9e33 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:30.355359 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-b4541a24-7a03-432a-bfa7-f65a736f9e33 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3072493 Aug 12 15:35:30.356210 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b4541a24-7a03-432a-bfa7-f65a736f9e33 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:30.358209 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 52682) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:30.363930 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-d741e373-db04-4f33-949f-16254b962f2d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Request body: {'security_group_rule': {'security_group_id': 'e2a29b76-b313-4a96-8efb-658f4774d784', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:35:30.370071 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-d741e373-db04-4f33-949f-16254b962f2d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:35:30.374128 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-d741e373-db04-4f33-949f-16254b962f2d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Usage tracker for resource:security_group_rule and tenant:e688111fb0094ab1b8d5d97c590ee4e7 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:35:30.376988 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-d741e373-db04-4f33-949f-16254b962f2d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:35:30.384359 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-d741e373-db04-4f33-949f-16254b962f2d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:35:30.400036 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d741e373-db04-4f33-949f-16254b962f2d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:30.458597 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d741e373-db04-4f33-949f-16254b962f2d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:30.461937 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d741e373-db04-4f33-949f-16254b962f2d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385572'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:30.463924 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b388420e-d5aa-4dab-92a7-562aafa4a47f tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:30.487563 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741e373-db04-4f33-949f-16254b962f2d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf08eaf-8f80-4bfe-92ba-9526cd52cec5,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:30.490860 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d741e373-db04-4f33-949f-16254b962f2d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:30.497647 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d741e373-db04-4f33-949f-16254b962f2d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:30.498801 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-d741e373-db04-4f33-949f-16254b962f2d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397009 Aug 12 15:35:30.501515 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 52686) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:30.506793 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-1e356da7-1e25-43f7-bed8-f91c2be05174 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Request body: {'security_group_rule': {'security_group_id': 'e2a29b76-b313-4a96-8efb-658f4774d784', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:35:30.513517 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-1e356da7-1e25-43f7-bed8-f91c2be05174 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:35:30.518178 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-1e356da7-1e25-43f7-bed8-f91c2be05174 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Usage tracker for resource:security_group_rule and tenant:e688111fb0094ab1b8d5d97c590ee4e7 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:35:30.521307 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-1e356da7-1e25-43f7-bed8-f91c2be05174 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:35:30.527388 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-1e356da7-1e25-43f7-bed8-f91c2be05174 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:35:30.534475 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 27b5917b-e68b-4e56-a2d3-622a638ef82f no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:35:30.545967 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1e356da7-1e25-43f7-bed8-f91c2be05174 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:30.569938 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] No Port match for: 27b5917b-e68b-4e56-a2d3-622a638ef82f {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:35:30.570585 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 27b5917b-e68b-4e56-a2d3-622a638ef82f not bound to the agent host hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:35:30.617032 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1e356da7-1e25-43f7-bed8-f91c2be05174 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:30.619447 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1e356da7-1e25-43f7-bed8-f91c2be05174 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385572'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:30.622857 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-287605c2-c246-48cd-8479-d59e90cc70d8 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:30.648039 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e356da7-1e25-43f7-bed8-f91c2be05174 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68abda8b-8f8d-4739-8456-df847e1eb3a1,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:30.652621 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-1e356da7-1e25-43f7-bed8-f91c2be05174 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:30.657184 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-1e356da7-1e25-43f7-bed8-f91c2be05174 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:30.658370 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-1e356da7-1e25-43f7-bed8-f91c2be05174 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1559584 Aug 12 15:35:30.662972 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 52692) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:30.667845 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Request body: {'floatingip': {'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:35:30.673771 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:35:30.678599 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Usage tracker for resource:floatingip and tenant:e688111fb0094ab1b8d5d97c590ee4e7 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:35:30.681742 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:35:30.688645 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:35:30.701870 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for floatingip, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:30.836373 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:30.974385 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Allocated IP 172.28.0.137 (0058a344-5c9e-42ec-8e15-86e71c7e20b6/afba140a-12ff-4429-a397-3adb0ba8c2af/838517dd-c988-4d39-b024-9eb1507788b6) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:35:31.131641 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:31.165564 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:31.170230 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e4127dd2-eecd-442d-b974-b03aa12e3f00 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:31.229351 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:35:31.232203 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:35:31.235704 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:35:31.272773 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Pushing event updated for resources: {'Port': ['ID=838517dd-c988-4d39-b024-9eb1507788b6,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:31.276625 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:31.324328 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:31.392874 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:31.611174 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:31.619512 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305661'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:31.628934 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-26ecb2e3-20ae-43be-b5fe-8ba943e6fbb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:31.728357 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Pushing event updated for resources: {'Port': ['ID=838517dd-c988-4d39-b024-9eb1507788b6,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:31.732493 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:31.743452 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544115'] for floatingip, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:31.765276 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for floatingip, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:31.766506 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1026187 Aug 12 15:35:32.145290 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:35:36.301153 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-63cb0b32-f7a7-49b9-9321-85849336ba86 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Synchronizing usage tracker for tenant:e688111fb0094ab1b8d5d97c590ee4e7 on resource:security_group {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:35:36.316994 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-63cb0b32-f7a7-49b9-9321-85849336ba86 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Unset dirty status for tenant:e688111fb0094ab1b8d5d97c590ee4e7 on resource:security_group {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:35:36.318307 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-63cb0b32-f7a7-49b9-9321-85849336ba86 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1282799973&fields=id&tenant_id=e688111fb0094ab1b8d5d97c590ee4e7 HTTP/1.1" status: 200 len: 267 time: 0.0706012 Aug 12 15:35:36.518453 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-3d5fec2d-2b03-4121-86c1-bbd162efd144 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:36.520870 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-3d5fec2d-2b03-4121-86c1-bbd162efd144 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/networks?id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e HTTP/1.1" status: 200 len: 817 time: 0.1958888 Aug 12 15:35:36.535634 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-1e7eb4bf-33e4-4f54-8dc5-da629bba2eff tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/quotas/e688111fb0094ab1b8d5d97c590ee4e7 HTTP/1.1" status: 200 len: 375 time: 0.0095212 Aug 12 15:35:36.641230 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-fac8d83b-7015-44ca-8dcd-111faadffc82 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Synchronizing usage tracker for tenant:e688111fb0094ab1b8d5d97c590ee4e7 on resource:port {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:35:36.658620 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-fac8d83b-7015-44ca-8dcd-111faadffc82 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Unset dirty status for tenant:e688111fb0094ab1b8d5d97c590ee4e7 on resource:port {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:35:36.659929 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-fac8d83b-7015-44ca-8dcd-111faadffc82 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e688111fb0094ab1b8d5d97c590ee4e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1187072 Aug 12 15:35:36.833371 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-708e9327-dd2c-4648-9eff-ba188fb6b73f service neutron] 10.222.0.59 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554585 Aug 12 15:35:36.993333 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-f7a0889e-c667-4b8f-9ecc-e34fb95ec5bc service neutron] 10.222.0.59 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541274 Aug 12 15:35:37.215841 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-be9945ef-8022-4040-9aab-f9003b6abed4 req-d793e5fc-7059-4c06-9a27-f2e58b61987b tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 210 time: 0.0653429 Aug 12 15:35:38.391940 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a83d6529-fdae-4d21-8d67-dd527bb6a4d3 req-0ac6e43d-2415-4a79-96ab-5eb8d7eaa226 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 210 time: 0.0494847 Aug 12 15:35:38.559083 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-51c4db1a-96dc-4d17-b167-215475ad8dd7 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:38.560415 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-51c4db1a-96dc-4d17-b167-215475ad8dd7 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.82 "GET /v2.0/networks?id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e HTTP/1.1" status: 200 len: 817 time: 0.1551950 Aug 12 15:35:38.620689 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-007045ca-7e8e-4564-8594-40332981439c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Synchronizing usage tracker for tenant:e688111fb0094ab1b8d5d97c590ee4e7 on resource:security_group {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:35:38.633142 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-007045ca-7e8e-4564-8594-40332981439c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Unset dirty status for tenant:e688111fb0094ab1b8d5d97c590ee4e7 on resource:security_group {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:35:38.634285 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-007045ca-7e8e-4564-8594-40332981439c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e688111fb0094ab1b8d5d97c590ee4e7 HTTP/1.1" status: 200 len: 380 time: 0.0542057 Aug 12 15:35:38.677007 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-dc82325f-e552-4aaa-a814-a8475de8e519 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Request body: {'port': {'device_id': 'ac1317b2-7043-472b-9090-2458e60ffc24', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'admin_state_up': True, 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'security_groups': ['e2a29b76-b313-4a96-8efb-658f4774d784']}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:35:38.744076 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9b52aa44-d523-4313-876d-d6ff5f62e1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:38.812098 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-dc82325f-e552-4aaa-a814-a8475de8e519 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:35:38.821237 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-dc82325f-e552-4aaa-a814-a8475de8e519 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:35:38.830054 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-dc82325f-e552-4aaa-a814-a8475de8e519 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Made reservation on behalf of e688111fb0094ab1b8d5d97c590ee4e7 for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:35:38.833622 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-dc82325f-e552-4aaa-a814-a8475de8e519 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:38.990624 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-dc82325f-e552-4aaa-a814-a8475de8e519 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Allocated IP 172.20.0.13 (c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e/88e0880e-bb53-49b2-83d2-6dd899a35462/62d79960-3965-4462-97e1-cb33bbf6d293) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:35:39.244952 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-dc82325f-e552-4aaa-a814-a8475de8e519 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:39.260144 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-dc82325f-e552-4aaa-a814-a8475de8e519 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Transition to ACTIVE for port object 62d79960-3965-4462-97e1-cb33bbf6d293 will not be triggered until provisioned by entity DHCP. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:35:39.286723 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-dc82325f-e552-4aaa-a814-a8475de8e519 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:39.292634 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:39.356774 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-dc82325f-e552-4aaa-a814-a8475de8e519 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Network c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:35:39.359826 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-dc82325f-e552-4aaa-a814-a8475de8e519 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:35:39.364564 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-dc82325f-e552-4aaa-a814-a8475de8e519 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:35:39.403295 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82325f-e552-4aaa-a814-a8475de8e519 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Pushing event updated for resources: {'Port': ['ID=62d79960-3965-4462-97e1-cb33bbf6d293,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:39.406157 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-dc82325f-e552-4aaa-a814-a8475de8e519 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:39.441393 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-dc82325f-e552-4aaa-a814-a8475de8e519 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:39.442048 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-dc82325f-e552-4aaa-a814-a8475de8e519 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:39.468500 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-dc82325f-e552-4aaa-a814-a8475de8e519 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7963839 Aug 12 15:35:39.491322 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Request body: {'port': {'device_id': 'ac1317b2-7043-472b-9090-2458e60ffc24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:35:39.608573 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:39.660932 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-661c951f-bc08-45b8-9503-f0df6719dcd3 None None] Provisioning for port 62d79960-3965-4462-97e1-cb33bbf6d293 completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:35:39.667283 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-661c951f-bc08-45b8-9503-f0df6719dcd3 None None] Provisioning complete for port 62d79960-3965-4462-97e1-cb33bbf6d293 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:35:39.667737 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-661c951f-bc08-45b8-9503-f0df6719dcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:39.696691 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50382436-83eb-4af8-92a0-023270c30650 req-7dbed920-d456-4a90-a1ce-15a0a3139d84 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:39.698913 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-50382436-83eb-4af8-92a0-023270c30650 req-7dbed920-d456-4a90-a1ce-15a0a3139d84 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 932 time: 0.1883481 Aug 12 15:35:39.755943 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-50382436-83eb-4af8-92a0-023270c30650 req-a2d8cc52-89e2-4131-96ab-a908c5d96627 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502639 Aug 12 15:35:39.756217 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-661c951f-bc08-45b8-9503-f0df6719dcd3 None None] Port 62d79960-3965-4462-97e1-cb33bbf6d293 cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:35:39.786869 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:39.995977 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d79960-3965-4462-97e1-cb33bbf6d293 {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:35:40.004554 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:40.019319 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Transition to ACTIVE for port object 62d79960-3965-4462-97e1-cb33bbf6d293 will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:35:40.023103 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305661'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:40.026562 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-64785a3e-360f-4ecd-857f-cc6d116abb93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:40.187217 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Pushing event updated for resources: {'Port': ['ID=62d79960-3965-4462-97e1-cb33bbf6d293,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:40.194920 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:40.271899 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Attempting to bind port 62d79960-3965-4462-97e1-cb33bbf6d293 on host hv-cinder-80434 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:35:40.272225 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Attempting to bind port 62d79960-3965-4462-97e1-cb33bbf6d293 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '1f5480dc-005e-4bad-94cf-ca02f08ace26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:35:40.272546 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Attempting to bind port 62d79960-3965-4462-97e1-cb33bbf6d293 on network c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:35:40.277201 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Port 62d79960-3965-4462-97e1-cb33bbf6d293 on network c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 12 15:35:40.279055 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Attempting to bind port 62d79960-3965-4462-97e1-cb33bbf6d293 on network c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:35:40.284785 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Checking agent: {'id': 'ee8f405c-fd53-4642-8bfa-8ace78e7783f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:35:40.285108 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Checking segment: {'id': '1f5480dc-005e-4bad-94cf-ca02f08ace26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:35:40.285504 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Bound using segment: {'id': '1f5480dc-005e-4bad-94cf-ca02f08ace26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:35:40.285926 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Bound port: 62d79960-3965-4462-97e1-cb33bbf6d293, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5480dc-005e-4bad-94cf-ca02f08ace26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:35:40.286273 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:40.373664 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] For port 62d79960-3965-4462-97e1-cb33bbf6d293, host hv-cinder-80434, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:35:40.376927 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] For port 62d79960-3965-4462-97e1-cb33bbf6d293, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=62d79960-3965-4462-97e1-cb33bbf6d293,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:35:40.381352 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305661'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:40.385183 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5518cc25-6c15-4857-a5ac-b5f97a37c176 tempest-ServerRescueNegativeTestJSON-471945307 tempest-ServerRescueNegativeTestJSON-471945307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:40.442740 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:40.443117 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:40.444836 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] 10.222.0.82 "PUT /v2.0/ports/62d79960-3965-4462-97e1-cb33bbf6d293 HTTP/1.1" status: 200 len: 1094 time: 0.9583664 Aug 12 15:35:40.448458 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1317b2-7043-472b-9090-2458e60ffc24', 'tag': '62d79960-3965-4462-97e1-cb33bbf6d293'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:35:40.475017 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Pushing event updated for resources: {'Port': ['ID=62d79960-3965-4462-97e1-cb33bbf6d293,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:40.478576 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:40.503731 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1317b2-7043-472b-9090-2458e60ffc24', 'tag': '62d79960-3965-4462-97e1-cb33bbf6d293', 'status': 'completed', 'code': 200} Aug 12 15:35:40.604307 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-c1d337ea-0885-42cd-9aaf-54c7d27e9352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:40.605844 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-c1d337ea-0885-42cd-9aaf-54c7d27e9352 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e688111fb0094ab1b8d5d97c590ee4e7&device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 1097 time: 0.0731292 Aug 12 15:35:40.688874 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-28e50c44-48dd-4f13-930e-4e72ef281ae6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62d79960-3965-4462-97e1-cb33bbf6d293 HTTP/1.1" status: 200 len: 217 time: 0.0655363 Aug 12 15:35:40.752571 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-28816d16-17bd-420c-ab95-02cc97908db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:40.753973 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-28816d16-17bd-420c-ab95-02cc97908db0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=88e0880e-bb53-49b2-83d2-6dd899a35462 HTTP/1.1" status: 200 len: 856 time: 0.0583279 Aug 12 15:35:40.834803 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-0278f3dc-9d97-4d4c-9286-4223dce0f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:40.836381 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-0278f3dc-9d97-4d4c-9286-4223dce0f349 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754423 Aug 12 15:35:40.963065 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1d461-7b74-4cf4-93c8-3f36be0ade2e req-f4326459-7a83-4a11-844c-8900443d8974 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:40.964684 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dbc1d461-7b74-4cf4-93c8-3f36be0ade2e req-f4326459-7a83-4a11-844c-8900443d8974 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 944 time: 0.0867882 Aug 12 15:35:41.018249 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dbc1d461-7b74-4cf4-93c8-3f36be0ade2e req-17045147-2617-4d8e-9d4a-1fc35dbc66d0 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476995 Aug 12 15:35:41.083440 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-d9d439e8-f391-476c-99e4-e912ab75c2ae service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370656 Aug 12 15:35:41.218623 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-020db8bb-0408-4b01-b306-3e3d3df8ae8b req-a719b188-8c17-4648-94f7-f584ef5ab58a service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269948 Aug 12 15:35:41.424246 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d2f6e-9b4a-4c39-9de9-339faa7d06f3 req-b82f3580-b2b3-40a0-a49e-86e1ac874f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:41.425762 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4d4d2f6e-9b4a-4c39-9de9-339faa7d06f3 req-b82f3580-b2b3-40a0-a49e-86e1ac874f30 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e688111fb0094ab1b8d5d97c590ee4e7&device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 1097 time: 0.0721698 Aug 12 15:35:41.577957 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a173f1c7-ac57-4682-97c1-4096528b1c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:41.592980 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d2f6e-9b4a-4c39-9de9-339faa7d06f3 req-d0795e68-6c6f-4ea9-975d-94c422876f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:41.594346 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4d4d2f6e-9b4a-4c39-9de9-339faa7d06f3 req-d0795e68-6c6f-4ea9-975d-94c422876f45 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e HTTP/1.1" status: 200 len: 918 time: 0.1537869 Aug 12 15:35:41.700187 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4d4d2f6e-9b4a-4c39-9de9-339faa7d06f3 req-8d0543ed-89e3-4d02-87d4-6eb463ab7bc1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62d79960-3965-4462-97e1-cb33bbf6d293 HTTP/1.1" status: 200 len: 217 time: 0.0920780 Aug 12 15:35:41.796170 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d2f6e-9b4a-4c39-9de9-339faa7d06f3 req-fb5f22f8-3780-4cc5-93bb-36301c1a0287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:41.799267 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4d4d2f6e-9b4a-4c39-9de9-339faa7d06f3 req-fb5f22f8-3780-4cc5-93bb-36301c1a0287 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=88e0880e-bb53-49b2-83d2-6dd899a35462 HTTP/1.1" status: 200 len: 856 time: 0.0869083 Aug 12 15:35:41.895667 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d2f6e-9b4a-4c39-9de9-339faa7d06f3 req-e5352947-8edf-40af-bc8e-80f7c617902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:41.896927 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4d4d2f6e-9b4a-4c39-9de9-339faa7d06f3 req-e5352947-8edf-40af-bc8e-80f7c617902a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820758 Aug 12 15:35:42.098892 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4d4d2f6e-9b4a-4c39-9de9-339faa7d06f3 req-f8b7ab8c-c7d7-4f95-a354-3ec5b97bc1e5 service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771009 Aug 12 15:35:42.285564 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4d4d2f6e-9b4a-4c39-9de9-339faa7d06f3 req-f0c644cc-2383-4508-b043-b1ab55e58f1a service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793096 Aug 12 15:35:42.492926 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d8828-292e-4510-b859-87930ca68fc2 req-fb5f79f5-77b5-4e6e-9b1d-151e3c3da352 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:42.494403 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6b7d8828-292e-4510-b859-87930ca68fc2 req-fb5f79f5-77b5-4e6e-9b1d-151e3c3da352 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 944 time: 0.3251963 Aug 12 15:35:42.540722 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6b7d8828-292e-4510-b859-87930ca68fc2 req-0d01dae6-3896-4749-a405-eeeedf701e09 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406392 Aug 12 15:35:42.574972 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 62d79960-3965-4462-97e1-cb33bbf6d293 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:35:42.599495 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:42.737773 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 62d79960-3965-4462-97e1-cb33bbf6d293, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=62d79960-3965-4462-97e1-cb33bbf6d293,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:35:42.751709 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': '62d79960-3965-4462-97e1-cb33bbf6d293', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'port_id': '62d79960-3965-4462-97e1-cb33bbf6d293', 'mac_address': 'fa:16:3e:4c:2a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:35:42.853762 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:42.873499 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d79960-3965-4462-97e1-cb33bbf6d293 {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:35:42.890890 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 62d79960-3965-4462-97e1-cb33bbf6d293, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=62d79960-3965-4462-97e1-cb33bbf6d293,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:35:42.894983 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:42.897573 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:42.974263 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=62d79960-3965-4462-97e1-cb33bbf6d293,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:42.978818 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:43.293123 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['62d79960-3965-4462-97e1-cb33bbf6d293'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:35:43.843077 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:43.898711 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca94bff-e5a6-430c-8836-f8ffe3aad99b req-a897bafc-7e46-4829-aa6d-d843f9127f0a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:43.900569 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4ca94bff-e5a6-430c-8836-f8ffe3aad99b req-a897bafc-7e46-4829-aa6d-d843f9127f0a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 945 time: 0.2378461 Aug 12 15:35:43.959015 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4ca94bff-e5a6-430c-8836-f8ffe3aad99b req-0bb334e0-d2ba-4ff1-8eff-986394dfe38b tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512273 Aug 12 15:35:44.287578 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6ce2104e-47ab-4048-be9a-cd80f245e23d req-d208542b-90ed-4f3f-b705-b65362791e33 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792384 Aug 12 15:35:44.490168 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2104e-47ab-4048-be9a-cd80f245e23d req-b4029d54-8666-4dc5-b5f9-4b13072760ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:44.492083 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6ce2104e-47ab-4048-be9a-cd80f245e23d req-b4029d54-8666-4dc5-b5f9-4b13072760ea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4ae52b150d414313bac15fe05944e1fc&device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 1099 time: 0.1094301 Aug 12 15:35:44.589567 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 62d79960-3965-4462-97e1-cb33bbf6d293 up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:35:44.686985 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2104e-47ab-4048-be9a-cd80f245e23d req-f1d30c61-53ef-4073-b8f8-89666f3a507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:44.687122 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:44.688307 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6ce2104e-47ab-4048-be9a-cd80f245e23d req-f1d30c61-53ef-4073-b8f8-89666f3a507d service neutron] 10.222.0.82 "GET /v2.0/networks?id=f3172b19-37f4-47e1-a878-5aad46a4730e HTTP/1.1" status: 200 len: 911 time: 0.1691697 Aug 12 15:35:44.692618 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning for port 62d79960-3965-4462-97e1-cb33bbf6d293 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:35:44.700675 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port 62d79960-3965-4462-97e1-cb33bbf6d293 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:35:44.701250 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:44.810001 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6ce2104e-47ab-4048-be9a-cd80f245e23d req-a3cdd078-90e7-4349-95a7-be56ba58c334 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad41b250-fc2b-40de-8589-c37a71da09ff HTTP/1.1" status: 200 len: 1002 time: 0.1115739 Aug 12 15:35:44.895887 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2104e-47ab-4048-be9a-cd80f245e23d req-5ac754c7-d065-4f8a-8bf5-157f07f78e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:44.898229 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6ce2104e-47ab-4048-be9a-cd80f245e23d req-5ac754c7-d065-4f8a-8bf5-157f07f78e2c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=74cba89c-c64c-4a24-a16e-3479da23e1c4 HTTP/1.1" status: 200 len: 849 time: 0.0798295 Aug 12 15:35:44.902621 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:44.954217 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1317b2-7043-472b-9090-2458e60ffc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d79960-3965-4462-97e1-cb33bbf6d293'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:35:44.972137 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 62d79960-3965-4462-97e1-cb33bbf6d293, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=62d79960-3965-4462-97e1-cb33bbf6d293,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:35:44.978287 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:44.985082 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-4b855241-6498-44f9-a955-c449de2395a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:45.026262 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2104e-47ab-4048-be9a-cd80f245e23d req-30b9372b-70cf-4bdb-8dc1-d10374cabd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:45.028911 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6ce2104e-47ab-4048-be9a-cd80f245e23d req-30b9372b-70cf-4bdb-8dc1-d10374cabd13 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f3172b19-37f4-47e1-a878-5aad46a4730e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1227810 Aug 12 15:35:45.051553 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1317b2-7043-472b-9090-2458e60ffc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d79960-3965-4462-97e1-cb33bbf6d293', 'code': 200} Aug 12 15:35:45.097797 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=62d79960-3965-4462-97e1-cb33bbf6d293,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:45.102880 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:45.199027 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a2855-bc93-4664-91b1-69ec192b1c5c req-e5d0da21-e732-4c70-8986-ce52940bc541 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:45.200645 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6ce2104e-47ab-4048-be9a-cd80f245e23d req-c55068a2-93cf-4269-8445-6b572a4a5c61 service neutron] 10.222.0.82 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634879 Aug 12 15:35:45.200773 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5f9a2855-bc93-4664-91b1-69ec192b1c5c req-e5d0da21-e732-4c70-8986-ce52940bc541 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0869265 Aug 12 15:35:45.266786 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5f9a2855-bc93-4664-91b1-69ec192b1c5c req-1d3a367d-bd97-4931-a2cc-1af70f0c2987 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602007 Aug 12 15:35:45.518675 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6ce2104e-47ab-4048-be9a-cd80f245e23d req-ba463f1d-a06e-486e-957c-7141191d0285 service neutron] 10.222.0.82 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091159 Aug 12 15:35:45.530629 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813bd12-3207-4c38-bbc6-f9952942324b req-f6308bd9-c2ea-4b9b-9397-0a7a3706ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:45.532543 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e813bd12-3207-4c38-bbc6-f9952942324b req-f6308bd9-c2ea-4b9b-9397-0a7a3706ef0a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 1099 time: 0.1063380 Aug 12 15:35:45.577489 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-e813bd12-3207-4c38-bbc6-f9952942324b req-f1d211f9-dd2d-41e6-a00f-e8205064a2cb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370171 Aug 12 15:35:46.488318 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ca38f-8219-4bdc-9666-78f8c78e7694 req-255bcaf6-a268-4f82-9bec-a0ef10d70b0b tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:46.489804 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-742ca38f-8219-4bdc-9666-78f8c78e7694 req-255bcaf6-a268-4f82-9bec-a0ef10d70b0b tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0947263 Aug 12 15:35:46.542730 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-742ca38f-8219-4bdc-9666-78f8c78e7694 req-1fb11769-afd0-4b65-a4ee-b8b5ab682be2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468440 Aug 12 15:35:47.760905 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058fea2-d3dc-4e4f-9984-e3cb2fa243c0 req-0c3d5905-f0b0-446a-a0e2-42840ea97167 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:47.762376 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c058fea2-d3dc-4e4f-9984-e3cb2fa243c0 req-0c3d5905-f0b0-446a-a0e2-42840ea97167 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0822203 Aug 12 15:35:47.808347 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c058fea2-d3dc-4e4f-9984-e3cb2fa243c0 req-dba7d3f6-3fa9-46f8-a960-cd2074fe136c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402355 Aug 12 15:35:47.996981 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de494393-d653-4771-ad78-1d3f5878fc1e req-98231f9a-5469-49d7-b91f-cd04be353d48 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:47.998497 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-de494393-d653-4771-ad78-1d3f5878fc1e req-98231f9a-5469-49d7-b91f-cd04be353d48 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0803442 Aug 12 15:35:48.008200 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 52870) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:48.013340 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-763e8079-a910-4a05-9c9d-cd2feff66d06 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Request body: {'floatingip': {'port_id': '62d79960-3965-4462-97e1-cb33bbf6d293'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:35:48.091076 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-763e8079-a910-4a05-9c9d-cd2feff66d06 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for floatingip, before_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:48.721401 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-763e8079-a910-4a05-9c9d-cd2feff66d06 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:48.724931 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-763e8079-a910-4a05-9c9d-cd2feff66d06 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544115'] for floatingip, after_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:48.989096 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.db.l3_db [None req-763e8079-a910-4a05-9c9d-cd2feff66d06 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Floating IP 8266e100-7003-4cf7-9dbd-9041f23c39f0 associated. External IP: 172.28.0.137, port: 62d79960-3965-4462-97e1-cb33bbf6d293. Aug 12 15:35:49.371948 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763e8079-a910-4a05-9c9d-cd2feff66d06 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Router 04b37113-ccf8-40a0-8a11-5d7e3df47062 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:35:49.610710 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763e8079-a910-4a05-9c9d-cd2feff66d06 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:35:49.615695 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-763e8079-a910-4a05-9c9d-cd2feff66d06 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for floatingip, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:49.620441 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e15cc07-3015-4587-8517-6bca2b2b5f6c None None] Sync routers for ids ['04b37113-ccf8-40a0-8a11-5d7e3df47062'] in dv-cinder-804345-1-smb {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:35:49.635683 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e15cc07-3015-4587-8517-6bca2b2b5f6c None None] Routers {'04b37113-ccf8-40a0-8a11-5d7e3df47062'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:35:49.635683 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-5e15cc07-3015-4587-8517-6bca2b2b5f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:35:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['04b37113-ccf8-40a0-8a11-5d7e3df47062'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:35:49.682389 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-763e8079-a910-4a05-9c9d-cd2feff66d06 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "PUT /v2.0/floatingips/8266e100-7003-4cf7-9dbd-9041f23c39f0 HTTP/1.1" status: 200 len: 992 time: 1.6731169 Aug 12 15:35:49.683340 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1317b2-7043-472b-9090-2458e60ffc24', 'tag': '62d79960-3965-4462-97e1-cb33bbf6d293'}] {{(pid=79207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:35:49.695492 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8989c-9819-489e-828f-4ac61b5a5605 req-b72fa265-41fd-4af4-815d-b98263490c57 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:49.697005 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5fb8989c-9819-489e-828f-4ac61b5a5605 req-b72fa265-41fd-4af4-815d-b98263490c57 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.1537645 Aug 12 15:35:49.751634 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5fb8989c-9819-489e-828f-4ac61b5a5605 req-b2c72282-9cdb-44f8-aaf8-7636ff8cc3b5 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486486 Aug 12 15:35:49.809075 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-5e15cc07-3015-4587-8517-6bca2b2b5f6c None None] Set router 04b37113-ccf8-40a0-8a11-5d7e3df47062 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:35:49.810656 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1317b2-7043-472b-9090-2458e60ffc24', 'tag': '62d79960-3965-4462-97e1-cb33bbf6d293', 'status': 'completed', 'code': 200} Aug 12 15:35:49.963794 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7e387-21c1-43c6-a155-d16c7858f2fd req-438b81dd-e1c4-4c88-a8cf-7ee523bf8dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:49.965284 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6cb7e387-21c1-43c6-a155-d16c7858f2fd req-438b81dd-e1c4-4c88-a8cf-7ee523bf8dc6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e688111fb0094ab1b8d5d97c590ee4e7&device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 1099 time: 0.0849602 Aug 12 15:35:50.105658 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7e387-21c1-43c6-a155-d16c7858f2fd req-e6374faf-09c4-471c-b58f-f598e5c03c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:50.107165 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6cb7e387-21c1-43c6-a155-d16c7858f2fd req-e6374faf-09c4-471c-b58f-f598e5c03c3a service neutron] 10.222.0.82 "GET /v2.0/networks?id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e HTTP/1.1" status: 200 len: 918 time: 0.1325080 Aug 12 15:35:50.159973 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-5e15cc07-3015-4587-8517-6bca2b2b5f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:31:08Z', 'revision_number': 4, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port': {'id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:46Z', 'updated_at': '2021-08-12T15:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_floatingips': [{'id': '8266e100-7003-4cf7-9dbd-9041f23c39f0', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'floating_ip_address': '172.28.0.137', 'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'router_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'port_id': '62d79960-3965-4462-97e1-cb33bbf6d293', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'mac_address': 'fa:16:3e:4c:2a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1317b2-7043-472b-9090-2458e60ffc24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:35:31Z', 'updated_at': '2021-08-12T15:35:48Z', 'revision_number': 1, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226873ae-22b9-41b0-83df-b306ed5da304', 'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'mac_address': 'fa:16:3e:18:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:06Z', 'updated_at': '2021-08-12T15:31:22Z', 'revision_number': 5, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'subnets': [{'id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:35:50.163880 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e15cc07-3015-4587-8517-6bca2b2b5f6c None None] Checking router: 04b37113-ccf8-40a0-8a11-5d7e3df47062 for host: dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:35:50.172784 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e15cc07-3015-4587-8517-6bca2b2b5f6c None None] Routers {'04b37113-ccf8-40a0-8a11-5d7e3df47062'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:35:50.173407 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-5e15cc07-3015-4587-8517-6bca2b2b5f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:35:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['04b37113-ccf8-40a0-8a11-5d7e3df47062'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:35:50.213685 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6cb7e387-21c1-43c6-a155-d16c7858f2fd req-25801e5e-41c2-4fd2-ada8-439e80ae1fa7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62d79960-3965-4462-97e1-cb33bbf6d293 HTTP/1.1" status: 200 len: 1000 time: 0.0976989 Aug 12 15:35:50.285877 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7e387-21c1-43c6-a155-d16c7858f2fd req-7da86217-152c-4503-a0ce-f200aeb51922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:50.287599 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6cb7e387-21c1-43c6-a155-d16c7858f2fd req-7da86217-152c-4503-a0ce-f200aeb51922 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=88e0880e-bb53-49b2-83d2-6dd899a35462 HTTP/1.1" status: 200 len: 856 time: 0.0663910 Aug 12 15:35:50.360838 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-5e15cc07-3015-4587-8517-6bca2b2b5f6c None None] Set router 04b37113-ccf8-40a0-8a11-5d7e3df47062 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:35:50.404540 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7e387-21c1-43c6-a155-d16c7858f2fd req-27ea89c9-8db8-4f2c-9404-5e388187e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:50.406731 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6cb7e387-21c1-43c6-a155-d16c7858f2fd req-27ea89c9-8db8-4f2c-9404-5e388187e2e8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779529 Aug 12 15:35:50.570906 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6cb7e387-21c1-43c6-a155-d16c7858f2fd req-30db573d-a059-4765-b6c3-954599238afd service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334994 Aug 12 15:35:50.722783 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6cb7e387-21c1-43c6-a155-d16c7858f2fd req-c936455e-c9a3-42ab-9de6-f03010881ba1 service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429694 Aug 12 15:35:50.783347 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-5e15cc07-3015-4587-8517-6bca2b2b5f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:31:08Z', 'revision_number': 4, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port': {'id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:46Z', 'updated_at': '2021-08-12T15:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_floatingips': [{'id': '8266e100-7003-4cf7-9dbd-9041f23c39f0', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'floating_ip_address': '172.28.0.137', 'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'router_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'port_id': '62d79960-3965-4462-97e1-cb33bbf6d293', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'mac_address': 'fa:16:3e:4c:2a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1317b2-7043-472b-9090-2458e60ffc24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:35:31Z', 'updated_at': '2021-08-12T15:35:48Z', 'revision_number': 1, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226873ae-22b9-41b0-83df-b306ed5da304', 'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'mac_address': 'fa:16:3e:18:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:06Z', 'updated_at': '2021-08-12T15:31:22Z', 'revision_number': 5, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'subnets': [{'id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:35:50.794629 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e15cc07-3015-4587-8517-6bca2b2b5f6c None None] The sync data for ids ['04b37113-ccf8-40a0-8a11-5d7e3df47062'] in dv-cinder-804345-1-smb is: [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:31:08Z', 'revision_number': 4, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port': {'id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:46Z', 'updated_at': '2021-08-12T15:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_floatingips': [{'id': '8266e100-7003-4cf7-9dbd-9041f23c39f0', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'floating_ip_address': '172.28.0.137', 'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'router_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'port_id': '62d79960-3965-4462-97e1-cb33bbf6d293', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'mac_address': 'fa:16:3e:4c:2a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1317b2-7043-472b-9090-2458e60ffc24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:35:31Z', 'updated_at': '2021-08-12T15:35:48Z', 'revision_number': 1, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226873ae-22b9-41b0-83df-b306ed5da304', 'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'mac_address': 'fa:16:3e:18:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:06Z', 'updated_at': '2021-08-12T15:31:22Z', 'revision_number': 5, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'subnets': [{'id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:35:51.109640 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425f43e-a72a-4924-8ee6-ed60d5dac999 None None] New status for floating IP 8266e100-7003-4cf7-9dbd-9041f23c39f0: ACTIVE {{(pid=79210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:35:51.164905 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604b1ae-62c7-404b-a0ea-3f6754ecb642 req-c2daf180-23c8-4ec8-a3a8-9f767b282fd7 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:51.166549 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0604b1ae-62c7-404b-a0ea-3f6754ecb642 req-c2daf180-23c8-4ec8-a3a8-9f767b282fd7 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.1069160 Aug 12 15:35:51.213215 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0604b1ae-62c7-404b-a0ea-3f6754ecb642 req-f4e2debf-bcde-412a-89ce-3b6c44043213 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398431 Aug 12 15:35:52.402119 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6a697-aea1-4b48-a0e0-64cbbb6ed4bf req-e883cfdb-33ee-4c7c-9e8f-1eda863b0dce tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:52.403601 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1ab6a697-aea1-4b48-a0e0-64cbbb6ed4bf req-e883cfdb-33ee-4c7c-9e8f-1eda863b0dce tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.0820847 Aug 12 15:35:52.452658 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1ab6a697-aea1-4b48-a0e0-64cbbb6ed4bf req-68769aa0-3d93-4cf0-b220-e7ea44806f4b tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418487 Aug 12 15:35:52.643486 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df6e32-c820-4d7a-9a5e-4e62227f5db4 req-64fe1f3f-c318-47cb-aefc-0f33c8fe7b70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:52.644182 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-22df6e32-c820-4d7a-9a5e-4e62227f5db4 req-64fe1f3f-c318-47cb-aefc-0f33c8fe7b70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Synchronizing usage tracker for tenant:4ae52b150d414313bac15fe05944e1fc on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:35:52.658927 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-22df6e32-c820-4d7a-9a5e-4e62227f5db4 req-64fe1f3f-c318-47cb-aefc-0f33c8fe7b70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Unset dirty status for tenant:4ae52b150d414313bac15fe05944e1fc on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:35:52.660025 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-22df6e32-c820-4d7a-9a5e-4e62227f5db4 req-64fe1f3f-c318-47cb-aefc-0f33c8fe7b70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.82 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 946 time: 0.0990582 Aug 12 15:35:52.736631 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-22df6e32-c820-4d7a-9a5e-4e62227f5db4 req-3f7f2203-9022-45d9-8c12-78e61c4b0591 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Deleting port ad41b250-fc2b-40de-8589-c37a71da09ff {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:35:52.736973 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-22df6e32-c820-4d7a-9a5e-4e62227f5db4 req-3f7f2203-9022-45d9-8c12-78e61c4b0591 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:53.005758 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-22df6e32-c820-4d7a-9a5e-4e62227f5db4 req-3f7f2203-9022-45d9-8c12-78e61c4b0591 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] For port ad41b250-fc2b-40de-8589-c37a71da09ff, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=ad41b250-fc2b-40de-8589-c37a71da09ff,segment=NetworkSegment(3a148533-f4a5-45f5-83cd-034fa2e35181),segment_id=3a148533-f4a5-45f5-83cd-034fa2e35181)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:35:53.006115 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-22df6e32-c820-4d7a-9a5e-4e62227f5db4 req-3f7f2203-9022-45d9-8c12-78e61c4b0591 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:53.443315 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-22df6e32-c820-4d7a-9a5e-4e62227f5db4 req-3f7f2203-9022-45d9-8c12-78e61c4b0591 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:53.443716 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-22df6e32-c820-4d7a-9a5e-4e62227f5db4 req-3f7f2203-9022-45d9-8c12-78e61c4b0591 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544115'] for floatingip, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:53.444035 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.db.l3_db [req-22df6e32-c820-4d7a-9a5e-4e62227f5db4 req-3f7f2203-9022-45d9-8c12-78e61c4b0591 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Floating IP 4cad424f-5c92-48d8-b833-54d319e6ca29 disassociated. External IP: 172.28.0.123, port: ad41b250-fc2b-40de-8589-c37a71da09ff. Aug 12 15:35:53.444382 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-22df6e32-c820-4d7a-9a5e-4e62227f5db4 req-3f7f2203-9022-45d9-8c12-78e61c4b0591 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Calling delete_port for ad41b250-fc2b-40de-8589-c37a71da09ff owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:35:53.655121 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-22df6e32-c820-4d7a-9a5e-4e62227f5db4 req-3f7f2203-9022-45d9-8c12-78e61c4b0591 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:53.660703 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:53.706088 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa638b-0789-4850-aca7-4f5030c1d350 req-62d513ce-8692-45d2-8155-44aa77dea6af tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:53.707932 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f2203-9022-45d9-8c12-78e61c4b0591 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Pushing event deleted for resources: {'Port': ['ID=ad41b250-fc2b-40de-8589-c37a71da09ff,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:53.708385 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-11aa638b-0789-4850-aca7-4f5030c1d350 req-62d513ce-8692-45d2-8155-44aa77dea6af tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 867 time: 0.1019807 Aug 12 15:35:53.713294 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3f7f2203-9022-45d9-8c12-78e61c4b0591 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:53.802771 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-11aa638b-0789-4850-aca7-4f5030c1d350 req-22897747-de15-4b47-ad7d-6627b6ffe0bb tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=65d43d44-5408-44d4-b1d9-73a4cdd706dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815554 Aug 12 15:35:53.995347 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22df6e32-c820-4d7a-9a5e-4e62227f5db4 req-3f7f2203-9022-45d9-8c12-78e61c4b0591 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Router 0e8a99c1-dd89-45d2-af18-541e4466e365 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:35:54.266920 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22df6e32-c820-4d7a-9a5e-4e62227f5db4 req-3f7f2203-9022-45d9-8c12-78e61c4b0591 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:35:54.276099 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7474edfa-d769-4199-9358-613b22e84c84 None None] Sync routers for ids ['0e8a99c1-dd89-45d2-af18-541e4466e365'] in dv-cinder-804345-1-smb {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:35:54.295514 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7474edfa-d769-4199-9358-613b22e84c84 None None] Routers {'0e8a99c1-dd89-45d2-af18-541e4466e365'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:35:54.296932 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-7474edfa-d769-4199-9358-613b22e84c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:35:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['0e8a99c1-dd89-45d2-af18-541e4466e365'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:35:54.347463 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-22df6e32-c820-4d7a-9a5e-4e62227f5db4 req-3f7f2203-9022-45d9-8c12-78e61c4b0591 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] No DVR routers for this DVR port ad41b250-fc2b-40de-8589-c37a71da09ff on host hv-cinder-80434 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:35:54.350533 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-22df6e32-c820-4d7a-9a5e-4e62227f5db4 req-3f7f2203-9022-45d9-8c12-78e61c4b0591 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:54.353640 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3215b447-7cbd-43df-b4ce-27bba257c0ad', 'name': 'network-vif-deleted', 'tag': 'ad41b250-fc2b-40de-8589-c37a71da09ff'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:35:54.374920 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-22df6e32-c820-4d7a-9a5e-4e62227f5db4 req-3f7f2203-9022-45d9-8c12-78e61c4b0591 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.82 "DELETE /v2.0/ports/ad41b250-fc2b-40de-8589-c37a71da09ff HTTP/1.1" status: 204 len: 173 time: 1.7080491 Aug 12 15:35:54.414324 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3215b447-7cbd-43df-b4ce-27bba257c0ad', 'name': 'network-vif-deleted', 'tag': 'ad41b250-fc2b-40de-8589-c37a71da09ff', 'status': 'completed', 'code': 200} Aug 12 15:35:54.510199 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-7474edfa-d769-4199-9358-613b22e84c84 None None] Set router 0e8a99c1-dd89-45d2-af18-541e4466e365 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:35:54.729285 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 52966) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:54.838397 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-7474edfa-d769-4199-9358-613b22e84c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:30:54Z', 'revision_number': 4, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port': {'id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:45Z', 'updated_at': '2021-08-12T15:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'd4ca6ff1-e133-4760-b328-9c6f6f164919', 'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'mac_address': 'fa:16:3e:cc:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:51Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'subnets': [{'id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:35:54.842674 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7474edfa-d769-4199-9358-613b22e84c84 None None] Checking router: 0e8a99c1-dd89-45d2-af18-541e4466e365 for host: dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:35:54.851476 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-d36adf83-1933-42a0-9bdb-d6fcbcfc1cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:54.853937 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7474edfa-d769-4199-9358-613b22e84c84 None None] Routers {'0e8a99c1-dd89-45d2-af18-541e4466e365'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:35:54.854576 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-7474edfa-d769-4199-9358-613b22e84c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:35:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['0e8a99c1-dd89-45d2-af18-541e4466e365'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:35:54.868924 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-d36adf83-1933-42a0-9bdb-d6fcbcfc1cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:35:54.874675 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-d36adf83-1933-42a0-9bdb-d6fcbcfc1cf7 admin admin] Usage tracker for resource:security_group_rule and tenant:a0efd091934f4cfaa8179f96a030cad9 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:35:54.877887 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-d36adf83-1933-42a0-9bdb-d6fcbcfc1cf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:35:54.883935 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-d36adf83-1933-42a0-9bdb-d6fcbcfc1cf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:35:55.015784 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8b3d1e3d-5950-4c5d-b49d-0e183b3c6d6f req-5235932c-fde5-43dc-85ff-8402377e82fa tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=3215b447-7cbd-43df-b4ce-27bba257c0ad HTTP/1.1" status: 200 len: 210 time: 0.0678854 Aug 12 15:35:55.036311 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-d36adf83-1933-42a0-9bdb-d6fcbcfc1cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:55.040751 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-d36adf83-1933-42a0-9bdb-d6fcbcfc1cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:55.043962 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-7474edfa-d769-4199-9358-613b22e84c84 None None] Set router 0e8a99c1-dd89-45d2-af18-541e4466e365 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:35:55.051995 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-4e941713-9c9b-46d6-ad62-6db637891969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:55.093957 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-d36adf83-1933-42a0-9bdb-d6fcbcfc1cf7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a0efd091934f4cfaa8179f96a030cad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3635268 Aug 12 15:35:55.095004 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36adf83-1933-42a0-9bdb-d6fcbcfc1cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98c2f70-7155-4810-b4a5-ca6d04f767ff,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:55.097811 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 52974) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:55.099532 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-d36adf83-1933-42a0-9bdb-d6fcbcfc1cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:55.159682 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bcb72805-1219-41ce-a6a7-d75d38cb3cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:55.198280 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bcb72805-1219-41ce-a6a7-d75d38cb3cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:55.283587 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bcb72805-1219-41ce-a6a7-d75d38cb3cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:55.290692 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-13c1a0a5-3128-435f-b0f4-c1be92804998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:55.305189 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb72805-1219-41ce-a6a7-d75d38cb3cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98c2f70-7155-4810-b4a5-ca6d04f767ff,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:55.308637 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-bcb72805-1219-41ce-a6a7-d75d38cb3cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:55.317093 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bcb72805-1219-41ce-a6a7-d75d38cb3cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:55.318553 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-bcb72805-1219-41ce-a6a7-d75d38cb3cd3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e98c2f70-7155-4810-b4a5-ca6d04f767ff HTTP/1.1" status: 204 len: 168 time: 0.2208388 Aug 12 15:35:55.438473 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-7474edfa-d769-4199-9358-613b22e84c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:30:54Z', 'revision_number': 4, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port': {'id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:45Z', 'updated_at': '2021-08-12T15:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'd4ca6ff1-e133-4760-b328-9c6f6f164919', 'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'mac_address': 'fa:16:3e:cc:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:51Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'subnets': [{'id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:35:55.442633 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7474edfa-d769-4199-9358-613b22e84c84 None None] The sync data for ids ['0e8a99c1-dd89-45d2-af18-541e4466e365'] in dv-cinder-804345-1-smb is: [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:30:54Z', 'revision_number': 4, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port': {'id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:45Z', 'updated_at': '2021-08-12T15:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'd4ca6ff1-e133-4760-b328-9c6f6f164919', 'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'mac_address': 'fa:16:3e:cc:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:51Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'subnets': [{'id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:35:55.755801 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396ec8b-b033-4445-a10c-097c32ad8cfb None None] New status for floating IP 4cad424f-5c92-48d8-b833-54d319e6ca29: DOWN {{(pid=79210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:35:56.150124 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 53016) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:56.223097 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-6d5ebee4-7a1c-47c0-ae05-983bfa23aaea tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:56.372824 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-6d5ebee4-7a1c-47c0-ae05-983bfa23aaea tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:56.442242 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-6d5ebee4-7a1c-47c0-ae05-983bfa23aaea tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:56.446276 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-bd9fc177-a106-41d0-807d-8f0e5dacfdb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:56.463855 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ebee4-7a1c-47c0-ae05-983bfa23aaea tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d43d44-5408-44d4-b1d9-73a4cdd706dc,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:56.467017 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-6d5ebee4-7a1c-47c0-ae05-983bfa23aaea tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:56.487080 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-6d5ebee4-7a1c-47c0-ae05-983bfa23aaea tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:56.488194 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-6d5ebee4-7a1c-47c0-ae05-983bfa23aaea tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "DELETE /v2.0/security-groups/65d43d44-5408-44d4-b1d9-73a4cdd706dc HTTP/1.1" status: 204 len: 168 time: 0.3368633 Aug 12 15:35:56.491301 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 53028) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:56.507769 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.api.v2.resource [None req-fd950fa4-fdbb-4e89-a891-3e3710e65f67 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] show failed (client error): The resource could not be found. Aug 12 15:35:56.508743 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-fd950fa4-fdbb-4e89-a891-3e3710e65f67 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups/65d43d44-5408-44d4-b1d9-73a4cdd706dc HTTP/1.1" status: 404 len: 347 time: 0.0165489 Aug 12 15:35:56.512183 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 53032) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:56.609225 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device ad41b250-fc2b-40de-8589-c37a71da09ff no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:35:56.645604 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] No Port match for: ad41b250-fc2b-40de-8589-c37a71da09ff {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:35:56.645962 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device ad41b250-fc2b-40de-8589-c37a71da09ff not bound to the agent host hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:35:56.669438 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-cd957bf3-13ae-4058-ab1f-aa49e97ce4c4 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Deleting port fe7190ae-cb54-4a9e-a72a-1ad28425aedd {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:35:56.669827 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cd957bf3-13ae-4058-ab1f-aa49e97ce4c4 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:56.856008 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cd957bf3-13ae-4058-ab1f-aa49e97ce4c4 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:56.856599 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cd957bf3-13ae-4058-ab1f-aa49e97ce4c4 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:56.980998 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-cd957bf3-13ae-4058-ab1f-aa49e97ce4c4 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Calling delete_port for fe7190ae-cb54-4a9e-a72a-1ad28425aedd owned by network:floatingip {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:35:57.158264 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-88eda544-da69-4a08-a5d0-cedeb9299539 req-dbb5992c-b1ed-40f7-9817-002fa38e722a tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538229534&fields=id&tenant_id=09e68664a04e4f97b9237c56122c4aff HTTP/1.1" status: 200 len: 267 time: 0.0467155 Aug 12 15:35:57.236414 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cd957bf3-13ae-4058-ab1f-aa49e97ce4c4 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:57.241134 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d9d7da37-44b3-4db2-9ec8-f83bef407615 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:57.267862 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eda544-da69-4a08-a5d0-cedeb9299539 req-a3d3fcf5-29e1-4422-ba6c-d8995d7f9731 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:57.282575 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-88eda544-da69-4a08-a5d0-cedeb9299539 req-a3d3fcf5-29e1-4422-ba6c-d8995d7f9731 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 984 time: 0.1177554 Aug 12 15:35:57.292889 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd957bf3-13ae-4058-ab1f-aa49e97ce4c4 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Pushing event deleted for resources: {'Port': ['ID=fe7190ae-cb54-4a9e-a72a-1ad28425aedd,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:57.294172 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [req-88eda544-da69-4a08-a5d0-cedeb9299539 req-776a99b0-cd59-46ec-91f8-7e5ed48b484a tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Request body: {'port': {'security_groups': ['6545cc66-3ac0-4d13-a262-7ea1c7958f04']}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:35:57.332547 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-cd957bf3-13ae-4058-ab1f-aa49e97ce4c4 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:57.394683 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cd957bf3-13ae-4058-ab1f-aa49e97ce4c4 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for floatingip, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:57.409946 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cd957bf3-13ae-4058-ab1f-aa49e97ce4c4 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for floatingip, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:57.414124 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-cd957bf3-13ae-4058-ab1f-aa49e97ce4c4 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "DELETE /v2.0/floatingips/4cad424f-5c92-48d8-b833-54d319e6ca29 HTTP/1.1" status: 204 len: 168 time: 0.8978291 Aug 12 15:35:57.451897 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-88eda544-da69-4a08-a5d0-cedeb9299539 req-776a99b0-cd59-46ec-91f8-7e5ed48b484a tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:57.692982 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.db [req-88eda544-da69-4a08-a5d0-cedeb9299539 req-776a99b0-cd59-46ec-91f8-7e5ed48b484a tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] For port 543030e5-d363-4cd4-9284-c256dba5f1d8, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=543030e5-d363-4cd4-9284-c256dba5f1d8,segment=NetworkSegment(844a6bec-afac-46d6-94ce-d23922a214d0),segment_id=844a6bec-afac-46d6-94ce-d23922a214d0)] {{(pid=79207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:35:57.718827 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-88eda544-da69-4a08-a5d0-cedeb9299539 req-776a99b0-cd59-46ec-91f8-7e5ed48b484a tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for port, precommit_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:57.724639 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-88eda544-da69-4a08-a5d0-cedeb9299539 req-776a99b0-cd59-46ec-91f8-7e5ed48b484a tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2979777'] for port, after_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:57.730933 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-0e95f92b-4e0a-44ee-88fa-4a7bc0301010 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:57.769568 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['543030e5-d363-4cd4-9284-c256dba5f1d8'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:35:57.805083 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eda544-da69-4a08-a5d0-cedeb9299539 req-776a99b0-cd59-46ec-91f8-7e5ed48b484a tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:57.805794 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [req-88eda544-da69-4a08-a5d0-cedeb9299539 req-776a99b0-cd59-46ec-91f8-7e5ed48b484a tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:57.807194 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-88eda544-da69-4a08-a5d0-cedeb9299539 req-776a99b0-cd59-46ec-91f8-7e5ed48b484a tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "PUT /v2.0/ports/543030e5-d363-4cd4-9284-c256dba5f1d8 HTTP/1.1" status: 200 len: 942 time: 0.5216491 Aug 12 15:35:57.807759 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0', 'tag': '543030e5-d363-4cd4-9284-c256dba5f1d8'}] {{(pid=79207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:35:57.816092 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 53050) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:57.835157 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 53054) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:57.866887 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a99b0-cd59-46ec-91f8-7e5ed48b484a tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Pushing event updated for resources: {'Port': ['ID=543030e5-d363-4cd4-9284-c256dba5f1d8,revision_number=7']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:57.903878 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-776a99b0-cd59-46ec-91f8-7e5ed48b484a tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:57.913734 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0', 'tag': '543030e5-d363-4cd4-9284-c256dba5f1d8', 'status': 'completed', 'code': 200} Aug 12 15:35:58.005759 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-874df4e5-c270-4772-9233-9aa4b618f32c tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:58.057446 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-874df4e5-c270-4772-9233-9aa4b618f32c tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:58.139359 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-874df4e5-c270-4772-9233-9aa4b618f32c tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:58.151097 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-c3b83fb4-5beb-4e24-935c-49e4e48a13be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:58.176978 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['543030e5-d363-4cd4-9284-c256dba5f1d8'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:35:58.192462 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874df4e5-c270-4772-9233-9aa4b618f32c tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=126622e1-7ffd-412d-bb5e-94345755b903,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:58.195984 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-874df4e5-c270-4772-9233-9aa4b618f32c tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:58.198304 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-874df4e5-c270-4772-9233-9aa4b618f32c tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:58.199292 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-874df4e5-c270-4772-9233-9aa4b618f32c tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "DELETE /v2.0/security-groups/126622e1-7ffd-412d-bb5e-94345755b903 HTTP/1.1" status: 204 len: 168 time: 0.3821702 Aug 12 15:35:58.209781 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 53068) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:58.313689 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-ce1611b7-fee3-4678-8a45-75d2bfe7aa7f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2032551136', 'description': 'tempest-description--664212480'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:35:58.324478 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ce1611b7-fee3-4678-8a45-75d2bfe7aa7f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:35:58.333697 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ce1611b7-fee3-4678-8a45-75d2bfe7aa7f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Usage tracker for resource:security_group and tenant:4ae52b150d414313bac15fe05944e1fc is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:35:58.338289 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ce1611b7-fee3-4678-8a45-75d2bfe7aa7f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:35:58.347228 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ce1611b7-fee3-4678-8a45-75d2bfe7aa7f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:35:58.372101 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ce1611b7-fee3-4678-8a45-75d2bfe7aa7f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:58.394049 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-30a14b84-a8fe-4f2e-a3a7-27fd5022865e None None] Provisioning complete for port 543030e5-d363-4cd4-9284-c256dba5f1d8 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:35:58.394435 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-30a14b84-a8fe-4f2e-a3a7-27fd5022865e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:58.398809 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e6136-16c9-4638-a9b5-d82c66caa124 req-6df74e24-2b90-4abc-b71b-ee22c0b75bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:58.401043 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d65e6136-16c9-4638-a9b5-d82c66caa124 req-6df74e24-2b90-4abc-b71b-ee22c0b75bfa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=09e68664a04e4f97b9237c56122c4aff&device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 1098 time: 0.4419427 Aug 12 15:35:58.408125 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ce1611b7-fee3-4678-8a45-75d2bfe7aa7f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:35:58.506421 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ce1611b7-fee3-4678-8a45-75d2bfe7aa7f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Usage tracker for resource:security_group_rule and tenant:4ae52b150d414313bac15fe05944e1fc is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:35:58.531239 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-54889060-6d9b-4bd1-9b8b-d03f0a4c2ed3 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Deleting port d9211b50-ef93-404c-8094-372efd1f724c {{(pid=79207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:35:58.531507 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-54889060-6d9b-4bd1-9b8b-d03f0a4c2ed3 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:58.542666 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ce1611b7-fee3-4678-8a45-75d2bfe7aa7f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:35:58.563971 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ce1611b7-fee3-4678-8a45-75d2bfe7aa7f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:35:58.572217 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e6136-16c9-4638-a9b5-d82c66caa124 req-a1210efe-9373-4507-b76f-baa3f498f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:58.573921 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d65e6136-16c9-4638-a9b5-d82c66caa124 req-a1210efe-9373-4507-b76f-baa3f498f66b service neutron] 10.222.0.82 "GET /v2.0/networks?id=18209e51-9c92-4530-bc69-1c817ee48327 HTTP/1.1" status: 200 len: 915 time: 0.1624951 Aug 12 15:35:58.715302 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d65e6136-16c9-4638-a9b5-d82c66caa124 req-9d99aad1-949e-4213-89a6-1857c3813a99 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=543030e5-d363-4cd4-9284-c256dba5f1d8 HTTP/1.1" status: 200 len: 1001 time: 0.1280298 Aug 12 15:35:58.786467 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ce1611b7-fee3-4678-8a45-75d2bfe7aa7f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:58.794226 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ce1611b7-fee3-4678-8a45-75d2bfe7aa7f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:58.803780 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-286d4387-8bc6-49a9-a26c-ba48481c4500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:58.817448 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-54889060-6d9b-4bd1-9b8b-d03f0a4c2ed3 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:58.818101 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-54889060-6d9b-4bd1-9b8b-d03f0a4c2ed3 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:58.858982 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e6136-16c9-4638-a9b5-d82c66caa124 req-f936dfc2-403c-4331-8c15-3b9809cfd836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:58.860490 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d65e6136-16c9-4638-a9b5-d82c66caa124 req-f936dfc2-403c-4331-8c15-3b9809cfd836 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1 HTTP/1.1" status: 200 len: 853 time: 0.1328087 Aug 12 15:35:58.865501 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1611b7-fee3-4678-8a45-75d2bfe7aa7f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5e10e7-edc1-407e-a96c-c5a4055ed75c,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:58.906250 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ce1611b7-fee3-4678-8a45-75d2bfe7aa7f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:58.912534 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ce1611b7-fee3-4678-8a45-75d2bfe7aa7f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:58.913197 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-ce1611b7-fee3-4678-8a45-75d2bfe7aa7f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0766490 Aug 12 15:35:58.923287 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 53084) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:58.936847 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-ce5e8e27-ed40-43e0-9295-5e3101eece57 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Request body: {'security_group_rule': {'security_group_id': '4f5e10e7-edc1-407e-a96c-c5a4055ed75c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:35:58.945490 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ce5e8e27-ed40-43e0-9295-5e3101eece57 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:35:58.952119 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ce5e8e27-ed40-43e0-9295-5e3101eece57 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Usage tracker for resource:security_group_rule and tenant:4ae52b150d414313bac15fe05944e1fc is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:35:58.956503 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ce5e8e27-ed40-43e0-9295-5e3101eece57 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:35:58.964910 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ce5e8e27-ed40-43e0-9295-5e3101eece57 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:35:58.992724 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8e27-ed40-43e0-9295-5e3101eece57 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:59.003800 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e6136-16c9-4638-a9b5-d82c66caa124 req-d856216b-3bae-4c69-8e0b-44bad313a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:59.005339 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d65e6136-16c9-4638-a9b5-d82c66caa124 req-d856216b-3bae-4c69-8e0b-44bad313a70c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=18209e51-9c92-4530-bc69-1c817ee48327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1372313 Aug 12 15:35:59.007270 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-54889060-6d9b-4bd1-9b8b-d03f0a4c2ed3 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Calling delete_port for d9211b50-ef93-404c-8094-372efd1f724c owned by network:floatingip {{(pid=79207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:35:59.158862 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8e27-ed40-43e0-9295-5e3101eece57 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:59.166987 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8e27-ed40-43e0-9295-5e3101eece57 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385572'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:59.181061 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:59.193763 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-54889060-6d9b-4bd1-9b8b-d03f0a4c2ed3 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:59.199500 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-c7810bf1-ab82-4b87-874f-55b41ffb877f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:59.208468 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d65e6136-16c9-4638-a9b5-d82c66caa124 req-80636673-d126-4bbb-be04-e44e1c4a8ee8 service neutron] 10.222.0.82 "GET /v2.0/networks/18209e51-9c92-4530-bc69-1c817ee48327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894093 Aug 12 15:35:59.211299 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e8e27-ed40-43e0-9295-5e3101eece57 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754cde75-2baf-44f2-ad6f-41cfc49278b3,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:59.216570 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ce5e8e27-ed40-43e0-9295-5e3101eece57 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:59.243487 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8e27-ed40-43e0-9295-5e3101eece57 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:59.244665 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-ce5e8e27-ed40-43e0-9295-5e3101eece57 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3154185 Aug 12 15:35:59.253097 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 53090) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:59.264876 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54889060-6d9b-4bd1-9b8b-d03f0a4c2ed3 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Pushing event deleted for resources: {'Port': ['ID=d9211b50-ef93-404c-8094-372efd1f724c,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:59.270379 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-51df5dcd-3001-4638-a30f-dbb51612e619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Request body: {'security_group_rule': {'security_group_id': '4f5e10e7-edc1-407e-a96c-c5a4055ed75c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:35:59.278443 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-51df5dcd-3001-4638-a30f-dbb51612e619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:35:59.283178 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-51df5dcd-3001-4638-a30f-dbb51612e619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Usage tracker for resource:security_group_rule and tenant:4ae52b150d414313bac15fe05944e1fc is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:35:59.286813 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-51df5dcd-3001-4638-a30f-dbb51612e619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:35:59.293014 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-51df5dcd-3001-4638-a30f-dbb51612e619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:35:59.306857 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-54889060-6d9b-4bd1-9b8b-d03f0a4c2ed3 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:59.398977 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d65e6136-16c9-4638-a9b5-d82c66caa124 req-c90a03ee-bfd1-41fa-8eb3-5e39e1f09627 service neutron] 10.222.0.82 "GET /v2.0/networks/18209e51-9c92-4530-bc69-1c817ee48327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814883 Aug 12 15:35:59.489625 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-51df5dcd-3001-4638-a30f-dbb51612e619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:59.545413 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-54889060-6d9b-4bd1-9b8b-d03f0a4c2ed3 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks [] for floatingip, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:59.545867 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.db.l3_db [None req-54889060-6d9b-4bd1-9b8b-d03f0a4c2ed3 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Floating IP bc973406-f8e1-43e0-abc8-ef66c4d3cc27 disassociated (deleted). External IP: 172.28.0.206, port: 543030e5-d363-4cd4-9284-c256dba5f1d8. Aug 12 15:35:59.634739 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-51df5dcd-3001-4638-a30f-dbb51612e619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:59.640309 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-51df5dcd-3001-4638-a30f-dbb51612e619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385572'] for security_group_rule, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:59.650551 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-cee7d05c-a303-4128-aec5-720f282e568a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:35:59.734874 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df5dcd-3001-4638-a30f-dbb51612e619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f352c8-a308-44ca-852d-428bae99c860,revision_number=0']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:59.739790 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-51df5dcd-3001-4638-a30f-dbb51612e619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:35:59.753982 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-51df5dcd-3001-4638-a30f-dbb51612e619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:59.755141 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-51df5dcd-3001-4638-a30f-dbb51612e619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4948187 Aug 12 15:35:59.758285 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 53096) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:35:59.763573 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Request body: {'floatingip': {'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:35:59.769302 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:35:59.773101 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Usage tracker for resource:floatingip and tenant:4ae52b150d414313bac15fe05944e1fc is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:35:59.780455 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:35:59.793309 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:35:59.804499 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for floatingip, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:59.945304 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:59.959287 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54889060-6d9b-4bd1-9b8b-d03f0a4c2ed3 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Router 2c0c63c9-b1ad-420b-ba17-9af116af8460 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:36:00.089517 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Allocated IP 172.28.0.178 (0058a344-5c9e-42ec-8e15-86e71c7e20b6/afba140a-12ff-4429-a397-3adb0ba8c2af/07cf655b-9825-4d3a-8fc7-26b0fe8bded8) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:36:00.150149 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54889060-6d9b-4bd1-9b8b-d03f0a4c2ed3 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:36:00.154517 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-54889060-6d9b-4bd1-9b8b-d03f0a4c2ed3 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for floatingip, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:00.163062 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e70e05-6094-46d1-846d-8cc71b292d77 None None] Sync routers for ids ['2c0c63c9-b1ad-420b-ba17-9af116af8460'] in dv-cinder-804345-1-smb {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:36:00.176456 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e70e05-6094-46d1-846d-8cc71b292d77 None None] Routers {'2c0c63c9-b1ad-420b-ba17-9af116af8460'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:36:00.177221 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-c9e70e05-6094-46d1-846d-8cc71b292d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:35:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['2c0c63c9-b1ad-420b-ba17-9af116af8460'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:00.219530 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-54889060-6d9b-4bd1-9b8b-d03f0a4c2ed3 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "DELETE /v2.0/floatingips/bc973406-f8e1-43e0-abc8-ef66c4d3cc27 HTTP/1.1" status: 204 len: 168 time: 2.0069156 Aug 12 15:36:00.220438 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0', 'tag': '543030e5-d363-4cd4-9284-c256dba5f1d8'}] {{(pid=79207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:36:00.270841 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0', 'tag': '543030e5-d363-4cd4-9284-c256dba5f1d8', 'status': 'completed', 'code': 200} Aug 12 15:36:00.286739 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:00.371053 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:00.383310 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-58635f19-e77c-4e1a-8189-1d69c2eeec64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:00.424630 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-c9e70e05-6094-46d1-846d-8cc71b292d77 None None] Set router 2c0c63c9-b1ad-420b-ba17-9af116af8460 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:36:00.579693 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:36:00.583902 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:36:00.587122 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:36:00.653679 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Pushing event updated for resources: {'Port': ['ID=07cf655b-9825-4d3a-8fc7-26b0fe8bded8,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:00.660677 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:00.684608 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1eac4f-7275-490a-a77f-290c62268ff4 req-eb809327-c616-455e-9219-34b0966c35e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:00.687224 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6a1eac4f-7275-490a-a77f-290c62268ff4 req-eb809327-c616-455e-9219-34b0966c35e8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=09e68664a04e4f97b9237c56122c4aff&device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 1098 time: 0.3631163 Aug 12 15:36:00.830635 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:00.934373 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:00.964169 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1eac4f-7275-490a-a77f-290c62268ff4 req-e5b0e503-ad28-49b2-ba61-fe0ee7cb48b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:00.965789 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6a1eac4f-7275-490a-a77f-290c62268ff4 req-e5b0e503-ad28-49b2-ba61-fe0ee7cb48b5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=18209e51-9c92-4530-bc69-1c817ee48327 HTTP/1.1" status: 200 len: 915 time: 0.2627764 Aug 12 15:36:01.010745 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-c9e70e05-6094-46d1-846d-8cc71b292d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'name': 'tempest-TestMinimumBasicScenario-465498279-router', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:56Z', 'updated_at': '2021-08-12T15:33:02Z', 'revision_number': 4, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'gw_port': {'id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:18:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:57Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'e798e897-f03e-47e0-95ee-5874392d8c18', 'name': '', 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'mac_address': 'fa:16:3e:2a:69:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:01Z', 'updated_at': '2021-08-12T15:33:08Z', 'revision_number': 5, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'subnets': [{'id': '585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:01.015046 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e70e05-6094-46d1-846d-8cc71b292d77 None None] Checking router: 2c0c63c9-b1ad-420b-ba17-9af116af8460 for host: dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:36:01.024967 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e70e05-6094-46d1-846d-8cc71b292d77 None None] Routers {'2c0c63c9-b1ad-420b-ba17-9af116af8460'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:36:01.025626 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-c9e70e05-6094-46d1-846d-8cc71b292d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:35:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['2c0c63c9-b1ad-420b-ba17-9af116af8460'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:01.051683 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6a1eac4f-7275-490a-a77f-290c62268ff4 req-9f334e1a-3eb7-4486-96f5-98f96533155b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=543030e5-d363-4cd4-9284-c256dba5f1d8 HTTP/1.1" status: 200 len: 217 time: 0.0710092 Aug 12 15:36:01.196114 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1eac4f-7275-490a-a77f-290c62268ff4 req-db7ca75d-c7de-408e-aada-4c8519fd778c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:01.197589 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6a1eac4f-7275-490a-a77f-290c62268ff4 req-db7ca75d-c7de-408e-aada-4c8519fd778c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1 HTTP/1.1" status: 200 len: 853 time: 0.1345203 Aug 12 15:36:01.207731 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-c9e70e05-6094-46d1-846d-8cc71b292d77 None None] Set router 2c0c63c9-b1ad-420b-ba17-9af116af8460 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:36:01.322507 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:01.327897 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305661'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:01.331587 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b93a6230-2ec4-4b91-8b50-441994e4ec1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:01.362071 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1eac4f-7275-490a-a77f-290c62268ff4 req-8b63d332-116a-4ea3-9ae1-ecc71e552099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:01.363607 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6a1eac4f-7275-490a-a77f-290c62268ff4 req-8b63d332-116a-4ea3-9ae1-ecc71e552099 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=18209e51-9c92-4530-bc69-1c817ee48327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1461596 Aug 12 15:36:01.532611 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Pushing event updated for resources: {'Port': ['ID=07cf655b-9825-4d3a-8fc7-26b0fe8bded8,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:01.537336 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-c9e70e05-6094-46d1-846d-8cc71b292d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'name': 'tempest-TestMinimumBasicScenario-465498279-router', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:56Z', 'updated_at': '2021-08-12T15:33:02Z', 'revision_number': 4, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'gw_port': {'id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:18:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:57Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'e798e897-f03e-47e0-95ee-5874392d8c18', 'name': '', 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'mac_address': 'fa:16:3e:2a:69:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:01Z', 'updated_at': '2021-08-12T15:33:08Z', 'revision_number': 5, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'subnets': [{'id': '585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:01.540183 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:01.543181 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e70e05-6094-46d1-846d-8cc71b292d77 None None] The sync data for ids ['2c0c63c9-b1ad-420b-ba17-9af116af8460'] in dv-cinder-804345-1-smb is: [{'id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'name': 'tempest-TestMinimumBasicScenario-465498279-router', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:56Z', 'updated_at': '2021-08-12T15:33:02Z', 'revision_number': 4, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'gw_port': {'id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:18:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:57Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'e798e897-f03e-47e0-95ee-5874392d8c18', 'name': '', 'network_id': '18209e51-9c92-4530-bc69-1c817ee48327', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'mac_address': 'fa:16:3e:2a:69:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:01Z', 'updated_at': '2021-08-12T15:33:08Z', 'revision_number': 5, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'subnets': [{'id': '585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:36:01.561074 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544115'] for floatingip, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:01.603790 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6a1eac4f-7275-490a-a77f-290c62268ff4 req-7fbd7a90-e85f-4bb1-8cca-8bc8a399a7ba service neutron] 10.222.0.82 "GET /v2.0/networks/18209e51-9c92-4530-bc69-1c817ee48327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200902 Aug 12 15:36:01.604959 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for floatingip, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:01.606036 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8467600 Aug 12 15:36:01.749609 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6a1eac4f-7275-490a-a77f-290c62268ff4 req-e57b5eaf-eb98-4065-b9ee-c02578fa8dad service neutron] 10.222.0.82 "GET /v2.0/networks/18209e51-9c92-4530-bc69-1c817ee48327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355951 Aug 12 15:36:01.783032 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-e19fe66d-5824-475d-be4b-0a0a47ec3659 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Synchronizing usage tracker for tenant:4ae52b150d414313bac15fe05944e1fc on resource:security_group {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:36:01.795177 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815985d0-832b-46ca-8db9-d4bb2f56b831 None None] New status for floating IP bc973406-f8e1-43e0-abc8-ef66c4d3cc27: DOWN {{(pid=79210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:36:01.802867 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-e19fe66d-5824-475d-be4b-0a0a47ec3659 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Unset dirty status for tenant:4ae52b150d414313bac15fe05944e1fc on resource:security_group {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:36:01.804159 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-e19fe66d-5824-475d-be4b-0a0a47ec3659 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--2032551136&fields=id&tenant_id=4ae52b150d414313bac15fe05944e1fc HTTP/1.1" status: 200 len: 267 time: 0.0657091 Aug 12 15:36:02.020663 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-b97a4b3a-5526-47c2-93f1-9178ffe47b2d tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:02.028077 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-b97a4b3a-5526-47c2-93f1-9178ffe47b2d tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/networks?id=f3172b19-37f4-47e1-a878-5aad46a4730e HTTP/1.1" status: 200 len: 810 time: 0.2166548 Aug 12 15:36:02.044587 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-1f403861-a964-4fad-8b2e-4159d8859d3b tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/quotas/4ae52b150d414313bac15fe05944e1fc HTTP/1.1" status: 200 len: 375 time: 0.0152390 Aug 12 15:36:02.131804 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-cec56d56-25cd-4df7-b5eb-d8ce25da8e10 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ae52b150d414313bac15fe05944e1fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0863230 Aug 12 15:36:02.396617 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-e08813e5-78af-4447-81c1-3f06c45326cd service neutron] 10.222.0.59 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461812 Aug 12 15:36:02.541977 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-471fb8ff-21d6-447b-9f65-2c614321f93f service neutron] 10.222.0.59 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390066 Aug 12 15:36:02.756578 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-27effa83-1664-4df4-b3ab-f8e864191636 req-86a12c10-fee4-40e4-be3a-7c3eb0eeae6f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 210 time: 0.0478702 Aug 12 15:36:03.955797 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0cf9c7db-1939-4580-bca3-608240341659 req-23f8119b-6f88-44cc-ba85-a04014e937c8 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 210 time: 0.0610983 Aug 12 15:36:04.056003 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59eabe-a526-4080-ac91-f7dc5d028b19 req-cb3d914e-627c-4690-81ea-88c1ed5a4d99 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:04.056749 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-3f59eabe-a526-4080-ac91-f7dc5d028b19 req-cb3d914e-627c-4690-81ea-88c1ed5a4d99 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Synchronizing usage tracker for tenant:09e68664a04e4f97b9237c56122c4aff on resource:port {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:36:04.076068 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-3f59eabe-a526-4080-ac91-f7dc5d028b19 req-cb3d914e-627c-4690-81ea-88c1ed5a4d99 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Unset dirty status for tenant:09e68664a04e4f97b9237c56122c4aff on resource:port {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:36:04.077516 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3f59eabe-a526-4080-ac91-f7dc5d028b19 req-cb3d914e-627c-4690-81ea-88c1ed5a4d99 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 945 time: 0.1157672 Aug 12 15:36:04.147150 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-3f59eabe-a526-4080-ac91-f7dc5d028b19 req-eb5980ec-d97c-489c-999d-10ec62081a7e tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Synchronizing usage tracker for tenant:09e68664a04e4f97b9237c56122c4aff on resource:security_group {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:36:04.162324 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-3f59eabe-a526-4080-ac91-f7dc5d028b19 req-eb5980ec-d97c-489c-999d-10ec62081a7e tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Unset dirty status for tenant:09e68664a04e4f97b9237c56122c4aff on resource:security_group {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:36:04.163529 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3f59eabe-a526-4080-ac91-f7dc5d028b19 req-eb5980ec-d97c-489c-999d-10ec62081a7e tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798340 Aug 12 15:36:04.448234 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-2ed0806f-591e-48fd-be10-e9c98ef38a6f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:04.450307 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-2ed0806f-591e-48fd-be10-e9c98ef38a6f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.82 "GET /v2.0/networks?id=f3172b19-37f4-47e1-a878-5aad46a4730e HTTP/1.1" status: 200 len: 810 time: 0.1747959 Aug 12 15:36:04.519868 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-fcf23c3b-5c2a-4266-805c-a49a99d069b6 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Synchronizing usage tracker for tenant:4ae52b150d414313bac15fe05944e1fc on resource:security_group {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:36:04.532053 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-fcf23c3b-5c2a-4266-805c-a49a99d069b6 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Unset dirty status for tenant:4ae52b150d414313bac15fe05944e1fc on resource:security_group {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:36:04.533203 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-fcf23c3b-5c2a-4266-805c-a49a99d069b6 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ae52b150d414313bac15fe05944e1fc HTTP/1.1" status: 200 len: 380 time: 0.0592403 Aug 12 15:36:04.552027 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Request body: {'port': {'device_id': '65af825f-aa93-4fdf-9ae6-62678b56e46f', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'admin_state_up': True, 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'security_groups': ['4f5e10e7-edc1-407e-a96c-c5a4055ed75c']}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:36:04.691435 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:36:04.695397 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Usage tracker for resource:port and tenant:4ae52b150d414313bac15fe05944e1fc is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:36:04.698200 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:36:04.703786 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:36:04.713486 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Made reservation on behalf of 4ae52b150d414313bac15fe05944e1fc for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:36:04.717446 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:04.977212 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Allocated IP 172.20.0.3 (f3172b19-37f4-47e1-a878-5aad46a4730e/74cba89c-c64c-4a24-a16e-3479da23e1c4/ff4883b2-624d-458e-9f1a-d6c3b2171261) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:36:05.172411 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:05.189735 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Transition to ACTIVE for port object ff4883b2-624d-458e-9f1a-d6c3b2171261 will not be triggered until provisioned by entity DHCP. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:36:05.216284 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:05.221865 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-376c62e1-67b8-4856-8fa4-cbf3ae42dbb8 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:05.279906 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b02c2-dd8a-4696-8f8f-0bf3e8e22ad6 req-623dbd4d-b150-4f82-815e-4d71fd5b604f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:05.282235 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-596b02c2-dd8a-4696-8f8f-0bf3e8e22ad6 req-623dbd4d-b150-4f82-815e-4d71fd5b604f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 931 time: 0.2046967 Aug 12 15:36:05.294261 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Network f3172b19-37f4-47e1-a878-5aad46a4730e is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:36:05.299180 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:36:05.301783 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:36:05.342050 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Pushing event updated for resources: {'Port': ['ID=ff4883b2-624d-458e-9f1a-d6c3b2171261,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:05.360386 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:05.360776 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:05.361139 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:05.362397 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:05.362760 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:05.363116 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:05.363460 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:05.364018 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:05.364391 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:05.364824 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:05.365168 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:05.365620 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:05.373115 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:05.387882 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:05.388517 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:05.394625 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-596b02c2-dd8a-4696-8f8f-0bf3e8e22ad6 req-ee78e080-3b1c-4115-9a75-ec2eec4f03ff tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5e10e7-edc1-407e-a96c-c5a4055ed75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719948 Aug 12 15:36:05.424104 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7834078-8bc3-4952-b309-e88e6fbf6c49 req-f8a586d7-28f2-4765-a3d0-d4a88d119e2a tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:05.425765 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d7834078-8bc3-4952-b309-e88e6fbf6c49 req-f8a586d7-28f2-4765-a3d0-d4a88d119e2a tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 945 time: 0.1426368 Aug 12 15:36:05.429436 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-d26dcbca-d349-496e-88b7-df2dda3e0619 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8813415 Aug 12 15:36:05.450473 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Request body: {'port': {'device_id': '65af825f-aa93-4fdf-9ae6-62678b56e46f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:36:05.486819 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d7834078-8bc3-4952-b309-e88e6fbf6c49 req-6090ecc8-103d-4472-aebc-eec566bc0386 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536742 Aug 12 15:36:05.578032 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-04ae0808-4f5f-41b0-8119-fcb44db1565e None None] Provisioning for port ff4883b2-624d-458e-9f1a-d6c3b2171261 completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:36:05.582548 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:05.583935 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-04ae0808-4f5f-41b0-8119-fcb44db1565e None None] Provisioning complete for port ff4883b2-624d-458e-9f1a-d6c3b2171261 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:36:05.584522 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-04ae0808-4f5f-41b0-8119-fcb44db1565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:05.678870 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-04ae0808-4f5f-41b0-8119-fcb44db1565e None None] Port ff4883b2-624d-458e-9f1a-d6c3b2171261 cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:36:05.947272 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4883b2-624d-458e-9f1a-d6c3b2171261 {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:36:05.954293 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:05.968666 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Transition to ACTIVE for port object ff4883b2-624d-458e-9f1a-d6c3b2171261 will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:36:05.972491 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305661'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:05.976362 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-09e01180-85b9-4999-9b86-3c8f181098e9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:06.178350 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4883b2-624d-458e-9f1a-d6c3b2171261,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:06.181222 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:06.223685 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Attempting to bind port ff4883b2-624d-458e-9f1a-d6c3b2171261 on host hv-cinder-80434 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:36:06.224020 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Attempting to bind port ff4883b2-624d-458e-9f1a-d6c3b2171261 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '3a148533-f4a5-45f5-83cd-034fa2e35181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:36:06.224346 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Attempting to bind port ff4883b2-624d-458e-9f1a-d6c3b2171261 on network f3172b19-37f4-47e1-a878-5aad46a4730e {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:36:06.229488 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Port ff4883b2-624d-458e-9f1a-d6c3b2171261 on network f3172b19-37f4-47e1-a878-5aad46a4730e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 12 15:36:06.229833 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Attempting to bind port ff4883b2-624d-458e-9f1a-d6c3b2171261 on network f3172b19-37f4-47e1-a878-5aad46a4730e {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:36:06.235586 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Checking agent: {'id': 'ee8f405c-fd53-4642-8bfa-8ace78e7783f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:36:06.235919 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Checking segment: {'id': '3a148533-f4a5-45f5-83cd-034fa2e35181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:36:06.236358 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Bound using segment: {'id': '3a148533-f4a5-45f5-83cd-034fa2e35181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:36:06.236773 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Bound port: ff4883b2-624d-458e-9f1a-d6c3b2171261, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a148533-f4a5-45f5-83cd-034fa2e35181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:36:06.237119 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:06.333574 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] For port ff4883b2-624d-458e-9f1a-d6c3b2171261, host hv-cinder-80434, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:36:06.336301 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] For port ff4883b2-624d-458e-9f1a-d6c3b2171261, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=ff4883b2-624d-458e-9f1a-d6c3b2171261,segment=NetworkSegment(3a148533-f4a5-45f5-83cd-034fa2e35181),segment_id=3a148533-f4a5-45f5-83cd-034fa2e35181)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:36:06.341643 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305661'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:06.346254 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:06.406261 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:06.406863 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:06.408233 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] 10.222.0.82 "PUT /v2.0/ports/ff4883b2-624d-458e-9f1a-d6c3b2171261 HTTP/1.1" status: 200 len: 1093 time: 0.9625282 Aug 12 15:36:06.408746 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65af825f-aa93-4fdf-9ae6-62678b56e46f', 'tag': 'ff4883b2-624d-458e-9f1a-d6c3b2171261'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:36:06.430492 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4883b2-624d-458e-9f1a-d6c3b2171261,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:06.434339 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4700b5cb-1e75-48b4-94d0-f7bfce0a8e02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:06.560025 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65af825f-aa93-4fdf-9ae6-62678b56e46f', 'tag': 'ff4883b2-624d-458e-9f1a-d6c3b2171261', 'status': 'completed', 'code': 200} Aug 12 15:36:06.606651 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-447fc6fb-d645-4847-876c-0f561e5f1c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:06.608498 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-447fc6fb-d645-4847-876c-0f561e5f1c4d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4ae52b150d414313bac15fe05944e1fc&device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 1096 time: 0.0992281 Aug 12 15:36:06.615819 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc84a95-9bf8-4754-ab61-c1f0949e61b6 req-3d5275bb-ef94-463f-b267-e34769a803d6 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:06.617281 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3cc84a95-9bf8-4754-ab61-c1f0949e61b6 req-3d5275bb-ef94-463f-b267-e34769a803d6 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 943 time: 0.0849748 Aug 12 15:36:06.712351 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3cc84a95-9bf8-4754-ab61-c1f0949e61b6 req-ae9b8672-1cb7-4d3b-8d50-bd8fb07e316f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5e10e7-edc1-407e-a96c-c5a4055ed75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888135 Aug 12 15:36:06.757608 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20854628-9924-49ab-a5f6-7d237c8c8923 req-00186a77-7be0-4178-b4d3-b24eed54f873 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:06.759124 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-20854628-9924-49ab-a5f6-7d237c8c8923 req-00186a77-7be0-4178-b4d3-b24eed54f873 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 945 time: 0.1100094 Aug 12 15:36:06.808359 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-20854628-9924-49ab-a5f6-7d237c8c8923 req-c02b2e48-1926-486e-b916-eb10d60b133a tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/security-groups?id=6545cc66-3ac0-4d13-a262-7ea1c7958f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417223 Aug 12 15:36:06.812115 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-c6058119-5c84-4d60-b9e5-b18a4a01d06e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff4883b2-624d-458e-9f1a-d6c3b2171261 HTTP/1.1" status: 200 len: 217 time: 0.1305614 Aug 12 15:36:06.891986 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-8914c0da-fe85-4f0e-9396-dfaa579ae11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:06.893585 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-8914c0da-fe85-4f0e-9396-dfaa579ae11d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=74cba89c-c64c-4a24-a16e-3479da23e1c4 HTTP/1.1" status: 200 len: 849 time: 0.0733769 Aug 12 15:36:06.908558 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4bbf0-9524-4273-918d-ddc6dadd494f req-398d3835-cdb9-4675-ab02-642b171847eb tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:06.909254 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-6ba4bbf0-9524-4273-918d-ddc6dadd494f req-398d3835-cdb9-4675-ab02-642b171847eb tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Synchronizing usage tracker for tenant:09e68664a04e4f97b9237c56122c4aff on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:36:06.967916 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-6ba4bbf0-9524-4273-918d-ddc6dadd494f req-398d3835-cdb9-4675-ab02-642b171847eb tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Unset dirty status for tenant:09e68664a04e4f97b9237c56122c4aff on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:36:06.969040 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6ba4bbf0-9524-4273-918d-ddc6dadd494f req-398d3835-cdb9-4675-ab02-642b171847eb tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.82 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 945 time: 0.2859344 Aug 12 15:36:07.050381 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-30331f4c-8529-4990-b239-1ae4866d052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:07.052119 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-30331f4c-8529-4990-b239-1ae4866d052b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f3172b19-37f4-47e1-a878-5aad46a4730e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1372814 Aug 12 15:36:07.060276 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-6ba4bbf0-9524-4273-918d-ddc6dadd494f req-8c2c1b10-aa39-4248-9455-b0bfa32d5b90 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Deleting port 543030e5-d363-4cd4-9284-c256dba5f1d8 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:36:07.060620 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6ba4bbf0-9524-4273-918d-ddc6dadd494f req-8c2c1b10-aa39-4248-9455-b0bfa32d5b90 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:07.396952 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-c63f3e87-db39-4652-a540-aaa38ed93169 service neutron] 10.222.0.82 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279515 Aug 12 15:36:07.591541 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-6ba4bbf0-9524-4273-918d-ddc6dadd494f req-8c2c1b10-aa39-4248-9455-b0bfa32d5b90 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] For port 543030e5-d363-4cd4-9284-c256dba5f1d8, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=543030e5-d363-4cd4-9284-c256dba5f1d8,segment=NetworkSegment(844a6bec-afac-46d6-94ce-d23922a214d0),segment_id=844a6bec-afac-46d6-94ce-d23922a214d0)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:36:07.592216 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6ba4bbf0-9524-4273-918d-ddc6dadd494f req-8c2c1b10-aa39-4248-9455-b0bfa32d5b90 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:07.728008 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-6ba4bbf0-9524-4273-918d-ddc6dadd494f req-8c2c1b10-aa39-4248-9455-b0bfa32d5b90 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Calling delete_port for 543030e5-d363-4cd4-9284-c256dba5f1d8 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:36:07.779457 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-54f23ed1-498b-42b3-b4d9-729144f38b16 req-c2b24ad5-cd8a-4ed1-bb8a-a73878a6e2c6 service neutron] 10.222.0.82 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247983 Aug 12 15:36:07.920941 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6ba4bbf0-9524-4273-918d-ddc6dadd494f req-8c2c1b10-aa39-4248-9455-b0bfa32d5b90 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:07.922024 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044deae-404c-476f-9b60-0b079661d52c req-0262bd6a-c67a-49e8-86a7-adbcb9117aa2 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:07.923605 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c044deae-404c-476f-9b60-0b079661d52c req-0262bd6a-c67a-49e8-86a7-adbcb9117aa2 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 943 time: 0.0937104 Aug 12 15:36:07.930802 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e0e152d9-f1b9-45d6-ab93-3283a9a5fb70 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:07.964295 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['543030e5-d363-4cd4-9284-c256dba5f1d8'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:36:07.981228 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-63bbaa41-f4bc-464d-a91e-d1e4f3a46535 req-2147fee2-aa19-44ae-8750-80e45d34b75b tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.59 "GET /v2.0/ports?device_id=1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0 HTTP/1.1" status: 200 len: 210 time: 0.0564640 Aug 12 15:36:07.986199 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c1b10-aa39-4248-9455-b0bfa32d5b90 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Pushing event deleted for resources: {'Port': ['ID=543030e5-d363-4cd4-9284-c256dba5f1d8,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:07.988555 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8c2c1b10-aa39-4248-9455-b0bfa32d5b90 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:08.010876 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c044deae-404c-476f-9b60-0b079661d52c req-b0bb873b-7614-4c0e-b5fb-ee4294da226f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5e10e7-edc1-407e-a96c-c5a4055ed75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484612 Aug 12 15:36:08.086609 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba4bbf0-9524-4273-918d-ddc6dadd494f req-8c2c1b10-aa39-4248-9455-b0bfa32d5b90 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] No DVR routers for this DVR port 543030e5-d363-4cd4-9284-c256dba5f1d8 on host hv-cinder-80434 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:36:08.089301 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6ba4bbf0-9524-4273-918d-ddc6dadd494f req-8c2c1b10-aa39-4248-9455-b0bfa32d5b90 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:08.107665 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6ba4bbf0-9524-4273-918d-ddc6dadd494f req-8c2c1b10-aa39-4248-9455-b0bfa32d5b90 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] 10.222.0.82 "DELETE /v2.0/ports/543030e5-d363-4cd4-9284-c256dba5f1d8 HTTP/1.1" status: 204 len: 173 time: 1.1242549 Aug 12 15:36:08.110302 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36839b87-4b85-415f-b384-88506a83b139 req-254ef1b6-1570-471e-9ec2-a6e203b3b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:08.111655 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-36839b87-4b85-415f-b384-88506a83b139 req-254ef1b6-1570-471e-9ec2-a6e203b3b55c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4ae52b150d414313bac15fe05944e1fc&device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 1096 time: 0.2271073 Aug 12 15:36:08.259829 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36839b87-4b85-415f-b384-88506a83b139 req-2f6b3e38-da08-473f-99cb-ce573f8f14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:08.262178 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-36839b87-4b85-415f-b384-88506a83b139 req-2f6b3e38-da08-473f-99cb-ce573f8f14ce service neutron] 10.222.0.82 "GET /v2.0/networks?id=f3172b19-37f4-47e1-a878-5aad46a4730e HTTP/1.1" status: 200 len: 911 time: 0.1339366 Aug 12 15:36:08.340585 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-36839b87-4b85-415f-b384-88506a83b139 req-4efdfee7-da92-41a7-8f8e-2e32babf42cb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff4883b2-624d-458e-9f1a-d6c3b2171261 HTTP/1.1" status: 200 len: 217 time: 0.0699999 Aug 12 15:36:08.458753 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36839b87-4b85-415f-b384-88506a83b139 req-ccbd13dc-dab3-4add-b6a6-3d1d027e36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:08.460149 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-36839b87-4b85-415f-b384-88506a83b139 req-ccbd13dc-dab3-4add-b6a6-3d1d027e36b2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=74cba89c-c64c-4a24-a16e-3479da23e1c4 HTTP/1.1" status: 200 len: 849 time: 0.0638256 Aug 12 15:36:08.490721 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239dbac-0c0f-454e-88db-d527543ec469 req-35c4dfe0-3e5c-478a-825b-a3fb95ff99aa tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:08.492565 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3239dbac-0c0f-454e-88db-d527543ec469 req-35c4dfe0-3e5c-478a-825b-a3fb95ff99aa tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 945 time: 0.0860348 Aug 12 15:36:08.550153 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3239dbac-0c0f-454e-88db-d527543ec469 req-84444d00-3c1a-4fc8-9122-f0e2939b82a9 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510366 Aug 12 15:36:08.555289 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36839b87-4b85-415f-b384-88506a83b139 req-9d7dec57-cff2-436f-9947-c4715931ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:08.556746 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-36839b87-4b85-415f-b384-88506a83b139 req-9d7dec57-cff2-436f-9947-c4715931ff8a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f3172b19-37f4-47e1-a878-5aad46a4730e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810328 Aug 12 15:36:08.561617 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0', 'name': 'network-vif-deleted', 'tag': '543030e5-d363-4cd4-9284-c256dba5f1d8'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:36:08.609749 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1357c44c-44f0-4f67-8c96-dbcaa5e3f9e0', 'name': 'network-vif-deleted', 'tag': '543030e5-d363-4cd4-9284-c256dba5f1d8', 'status': 'completed', 'code': 200} Aug 12 15:36:08.746994 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-dbc15b0f-5e45-49cd-ab83-54d3d34a722e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:08.779229 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 53318) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:36:08.813615 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-36839b87-4b85-415f-b384-88506a83b139 req-6d3dacbe-8d63-4d37-94de-242eb8a6620d service neutron] 10.222.0.82 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463977 Aug 12 15:36:08.904401 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-e43ca449-633d-4804-953c-a01b70582350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:08.919016 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-e43ca449-633d-4804-953c-a01b70582350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:36:08.923116 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-e43ca449-633d-4804-953c-a01b70582350 admin admin] Usage tracker for resource:security_group_rule and tenant:86e39121373041cca2d05e042f609360 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:36:08.926752 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-e43ca449-633d-4804-953c-a01b70582350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:36:08.932726 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-e43ca449-633d-4804-953c-a01b70582350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:36:08.964878 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-36839b87-4b85-415f-b384-88506a83b139 req-7881627c-54a5-4efe-836e-cbe4439d61be service neutron] 10.222.0.82 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300366 Aug 12 15:36:09.022121 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-e43ca449-633d-4804-953c-a01b70582350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:09.025745 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-e43ca449-633d-4804-953c-a01b70582350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:09.033932 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-4b24fc7f-6787-4e89-a650-f6b68f62175f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:09.078032 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ca449-633d-4804-953c-a01b70582350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0af6b0-b1f1-47a3-b092-cb053c3b4978,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:09.082339 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-e43ca449-633d-4804-953c-a01b70582350 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=86e39121373041cca2d05e042f609360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020945 Aug 12 15:36:09.083207 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-e43ca449-633d-4804-953c-a01b70582350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:09.084888 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 53328) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:36:09.146707 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:36:09.191602 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-78bab9fb-2e0e-4c16-95dd-1f6c708cc221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:09.224279 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-78bab9fb-2e0e-4c16-95dd-1f6c708cc221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:09.281116 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34916410-b1e1-466c-aee1-47c9fe8e4446 req-87e2460c-4269-4cbb-958f-7f7b156f3f80 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:09.282712 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-34916410-b1e1-466c-aee1-47c9fe8e4446 req-87e2460c-4269-4cbb-958f-7f7b156f3f80 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 943 time: 0.1512301 Aug 12 15:36:09.320550 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-78bab9fb-2e0e-4c16-95dd-1f6c708cc221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:09.328935 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-679d011c-1b3d-4c2f-b5c9-a483442c1c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:09.351611 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bab9fb-2e0e-4c16-95dd-1f6c708cc221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0af6b0-b1f1-47a3-b092-cb053c3b4978,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:09.360279 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-78bab9fb-2e0e-4c16-95dd-1f6c708cc221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:09.366227 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-34916410-b1e1-466c-aee1-47c9fe8e4446 req-ef8b0b95-47c2-4515-a3a2-b273c75d0476 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5e10e7-edc1-407e-a96c-c5a4055ed75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712290 Aug 12 15:36:09.367161 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-78bab9fb-2e0e-4c16-95dd-1f6c708cc221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:09.368145 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-78bab9fb-2e0e-4c16-95dd-1f6c708cc221 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3e0af6b0-b1f1-47a3-b092-cb053c3b4978 HTTP/1.1" status: 204 len: 168 time: 0.2823856 Aug 12 15:36:09.744069 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892605f-4137-4cd6-a64f-15f2640cd9d8 req-a3cb772e-8d65-4b01-bbe3-9026d6e14cac tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:09.745564 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2892605f-4137-4cd6-a64f-15f2640cd9d8 req-a3cb772e-8d65-4b01-bbe3-9026d6e14cac tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 945 time: 0.0804107 Aug 12 15:36:09.772076 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:09.792198 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2892605f-4137-4cd6-a64f-15f2640cd9d8 req-00b386d6-ee91-4da9-b727-45b739164281 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409675 Aug 12 15:36:09.834670 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 53382) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:36:10.357779 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-14abebc2-9956-4382-a721-f398a95d6501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717506'] for router_interface, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:10.566231 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab00fb-b3d8-43c0-82bc-0fc575d359dc req-be53f96a-a71e-460a-a480-96de72938994 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:10.567584 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-23ab00fb-b3d8-43c0-82bc-0fc575d359dc req-be53f96a-a71e-460a-a480-96de72938994 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 943 time: 0.0852463 Aug 12 15:36:10.611485 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-23ab00fb-b3d8-43c0-82bc-0fc575d359dc req-b90b680f-2e9f-494c-9bdc-dfa1a997fb5b tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5e10e7-edc1-407e-a96c-c5a4055ed75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380788 Aug 12 15:36:10.663895 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device ff4883b2-624d-458e-9f1a-d6c3b2171261 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:36:10.672214 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 543030e5-d363-4cd4-9284-c256dba5f1d8 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:36:10.706957 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-14abebc2-9956-4382-a721-f398a95d6501 admin admin] Deleting port e798e897-f03e-47e0-95ee-5874392d8c18 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:36:10.707183 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] No Port match for: 543030e5-d363-4cd4-9284-c256dba5f1d8 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:36:10.707309 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-14abebc2-9956-4382-a721-f398a95d6501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:10.707407 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 543030e5-d363-4cd4-9284-c256dba5f1d8 not bound to the agent host hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:36:10.829004 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port ff4883b2-624d-458e-9f1a-d6c3b2171261, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=ff4883b2-624d-458e-9f1a-d6c3b2171261,segment=NetworkSegment(3a148533-f4a5-45f5-83cd-034fa2e35181),segment_id=3a148533-f4a5-45f5-83cd-034fa2e35181)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:36:10.842232 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': 'ff4883b2-624d-458e-9f1a-d6c3b2171261', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'port_id': 'ff4883b2-624d-458e-9f1a-d6c3b2171261', 'mac_address': 'fa:16:3e:fe:fb:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:36:10.879896 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [None req-14abebc2-9956-4382-a721-f398a95d6501 admin admin] For port e798e897-f03e-47e0-95ee-5874392d8c18, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=e798e897-f03e-47e0-95ee-5874392d8c18,segment=NetworkSegment(844a6bec-afac-46d6-94ce-d23922a214d0),segment_id=844a6bec-afac-46d6-94ce-d23922a214d0)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:36:10.880473 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-14abebc2-9956-4382-a721-f398a95d6501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:10.900375 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:10.918247 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4883b2-624d-458e-9f1a-d6c3b2171261 {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:36:10.933367 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port ff4883b2-624d-458e-9f1a-d6c3b2171261, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=ff4883b2-624d-458e-9f1a-d6c3b2171261,segment=NetworkSegment(3a148533-f4a5-45f5-83cd-034fa2e35181),segment_id=3a148533-f4a5-45f5-83cd-034fa2e35181)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:36:10.938209 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:10.940033 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:10.986417 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ea8a5-d141-4e9d-a2cd-de8a070236ec req-b400a268-6597-46d7-b46f-f8e66a305e35 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:10.988369 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8f1ea8a5-d141-4e9d-a2cd-de8a070236ec req-b400a268-6597-46d7-b46f-f8e66a305e35 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 945 time: 0.0903714 Aug 12 15:36:11.009850 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=ff4883b2-624d-458e-9f1a-d6c3b2171261,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:11.017425 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:11.017833 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:11.018137 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:11.018475 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:11.018808 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:11.019145 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:11.019467 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:11.019792 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:11.020118 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:11.020442 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:11.020763 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:11.021082 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:11.025081 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:11.038148 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8f1ea8a5-d141-4e9d-a2cd-de8a070236ec req-339cb29c-b6f2-4b59-8a9d-7da8ca739b49 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436764 Aug 12 15:36:11.099466 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-14abebc2-9956-4382-a721-f398a95d6501 admin admin] Calling delete_port for e798e897-f03e-47e0-95ee-5874392d8c18 owned by network:router_interface {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:36:11.311210 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['ff4883b2-624d-458e-9f1a-d6c3b2171261'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:36:11.406334 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-14abebc2-9956-4382-a721-f398a95d6501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:11.409809 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:11.455166 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abebc2-9956-4382-a721-f398a95d6501 admin admin] Pushing event deleted for resources: {'Port': ['ID=e798e897-f03e-47e0-95ee-5874392d8c18,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:11.458270 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-14abebc2-9956-4382-a721-f398a95d6501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:11.586303 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-0acda28c-9b7d-4c90-8fc2-85763e9d840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:11.723723 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-14abebc2-9956-4382-a721-f398a95d6501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717502'] for router_interface, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:11.799259 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d6bad-9d34-4a15-b61e-417347cd33ad req-90763c1f-1d2d-4ffb-aa69-2a9527b8386b tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:11.800617 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-262d6bad-9d34-4a15-b61e-417347cd33ad req-90763c1f-1d2d-4ffb-aa69-2a9527b8386b tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 944 time: 0.0790195 Aug 12 15:36:11.845315 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-262d6bad-9d34-4a15-b61e-417347cd33ad req-ec4c21c2-761d-4533-bb11-85e99559a82e tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5e10e7-edc1-407e-a96c-c5a4055ed75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390148 Aug 12 15:36:12.077229 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14abebc2-9956-4382-a721-f398a95d6501 admin admin] Router 2c0c63c9-b1ad-420b-ba17-9af116af8460 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:36:12.226802 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bb8b1-a7a4-4067-9efb-2b294d9b2163 req-05091180-4da4-457e-a418-5b3631d9111a tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:12.228269 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d82bb8b1-a7a4-4067-9efb-2b294d9b2163 req-05091180-4da4-457e-a418-5b3631d9111a tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 945 time: 0.0813050 Aug 12 15:36:12.253672 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14abebc2-9956-4382-a721-f398a95d6501 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:36:12.265269 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389f895-1bb4-426c-a6da-1d4cc5be2286 None None] Sync routers for ids ['2c0c63c9-b1ad-420b-ba17-9af116af8460'] in dv-cinder-804345-1-smb {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:36:12.266086 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-14abebc2-9956-4382-a721-f398a95d6501 admin admin] 10.222.0.59 "PUT /v2.0/routers/2c0c63c9-b1ad-420b-ba17-9af116af8460/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4306839 Aug 12 15:36:12.268493 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 53398) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:36:12.277975 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389f895-1bb4-426c-a6da-1d4cc5be2286 None None] Routers {'2c0c63c9-b1ad-420b-ba17-9af116af8460'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:36:12.279029 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-3389f895-1bb4-426c-a6da-1d4cc5be2286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:36:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['2c0c63c9-b1ad-420b-ba17-9af116af8460'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:12.293226 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d82bb8b1-a7a4-4067-9efb-2b294d9b2163 req-84767860-5a98-4f5e-8aea-2255886511b1 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576477 Aug 12 15:36:12.462749 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-3389f895-1bb4-426c-a6da-1d4cc5be2286 None None] Set router 2c0c63c9-b1ad-420b-ba17-9af116af8460 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:36:12.562256 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-518d9645-b87f-476a-9c97-6572b58e30a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:12.652111 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:12.687233 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device ff4883b2-624d-458e-9f1a-d6c3b2171261 up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:36:12.735983 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-518d9645-b87f-476a-9c97-6572b58e30a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:12.746104 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-518d9645-b87f-476a-9c97-6572b58e30a3 admin admin] Deleting port 15c3f918-cd15-4059-acdf-dd39e519dc09 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:36:12.746493 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-518d9645-b87f-476a-9c97-6572b58e30a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:12.804869 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning for port ff4883b2-624d-458e-9f1a-d6c3b2171261 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:36:12.810468 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port ff4883b2-624d-458e-9f1a-d6c3b2171261 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:36:12.810849 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:12.855606 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-3389f895-1bb4-426c-a6da-1d4cc5be2286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'name': 'tempest-TestMinimumBasicScenario-465498279-router', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:56Z', 'updated_at': '2021-08-12T15:36:11Z', 'revision_number': 5, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'gw_port': {'id': '15c3f918-cd15-4059-acdf-dd39e519dc09', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:18:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:57Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:12.864613 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389f895-1bb4-426c-a6da-1d4cc5be2286 None None] Checking router: 2c0c63c9-b1ad-420b-ba17-9af116af8460 for host: dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:36:12.881448 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389f895-1bb4-426c-a6da-1d4cc5be2286 None None] Routers {'2c0c63c9-b1ad-420b-ba17-9af116af8460'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:36:12.882043 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-3389f895-1bb4-426c-a6da-1d4cc5be2286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:36:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['2c0c63c9-b1ad-420b-ba17-9af116af8460'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:12.930459 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [None req-518d9645-b87f-476a-9c97-6572b58e30a3 admin admin] For port 15c3f918-cd15-4059-acdf-dd39e519dc09, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=15c3f918-cd15-4059-acdf-dd39e519dc09,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:36:12.930814 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-518d9645-b87f-476a-9c97-6572b58e30a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:13.046025 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55c59-118f-47b4-ac10-acdd1dc7a272 req-2baec5fc-b877-4736-a99c-cc14a2ecdeeb tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:13.048132 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-20e55c59-118f-47b4-ac10-acdd1dc7a272 req-2baec5fc-b877-4736-a99c-cc14a2ecdeeb tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 944 time: 0.0829699 Aug 12 15:36:13.055156 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-518d9645-b87f-476a-9c97-6572b58e30a3 admin admin] Calling delete_port for 15c3f918-cd15-4059-acdf-dd39e519dc09 owned by network:router_gateway {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:36:13.106381 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-20e55c59-118f-47b4-ac10-acdd1dc7a272 req-2f715ea5-ca9e-47c0-ab28-7a25f8a9d333 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5e10e7-edc1-407e-a96c-c5a4055ed75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522308 Aug 12 15:36:13.116266 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:13.125670 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-3389f895-1bb4-426c-a6da-1d4cc5be2286 None None] Set router 2c0c63c9-b1ad-420b-ba17-9af116af8460 gateway port host: None {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:36:13.233122 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-3389f895-1bb4-426c-a6da-1d4cc5be2286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'name': 'tempest-TestMinimumBasicScenario-465498279-router', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:56Z', 'updated_at': '2021-08-12T15:36:12Z', 'revision_number': 6, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'gw_port_host': None}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:13.234953 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-518d9645-b87f-476a-9c97-6572b58e30a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:13.239050 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:13.244526 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389f895-1bb4-426c-a6da-1d4cc5be2286 None None] The sync data for ids ['2c0c63c9-b1ad-420b-ba17-9af116af8460'] in dv-cinder-804345-1-smb is: [{'id': '2c0c63c9-b1ad-420b-ba17-9af116af8460', 'name': 'tempest-TestMinimumBasicScenario-465498279-router', 'tenant_id': '09e68664a04e4f97b9237c56122c4aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:56Z', 'updated_at': '2021-08-12T15:36:12Z', 'revision_number': 6, 'project_id': '09e68664a04e4f97b9237c56122c4aff', 'gw_port_host': None}] {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:36:13.249896 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65af825f-aa93-4fdf-9ae6-62678b56e46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4883b2-624d-458e-9f1a-d6c3b2171261'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:36:13.260288 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port ff4883b2-624d-458e-9f1a-d6c3b2171261, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=ff4883b2-624d-458e-9f1a-d6c3b2171261,segment=NetworkSegment(3a148533-f4a5-45f5-83cd-034fa2e35181),segment_id=3a148533-f4a5-45f5-83cd-034fa2e35181)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:36:13.266220 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:13.268346 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-d39987ca-39af-4e7c-9360-243f9c557ce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:13.283807 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d9645-b87f-476a-9c97-6572b58e30a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=15c3f918-cd15-4059-acdf-dd39e519dc09,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:13.287609 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-518d9645-b87f-476a-9c97-6572b58e30a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:13.328983 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65af825f-aa93-4fdf-9ae6-62678b56e46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4883b2-624d-458e-9f1a-d6c3b2171261', 'code': 200} Aug 12 15:36:13.369738 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=ff4883b2-624d-458e-9f1a-d6c3b2171261,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:13.373347 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:13.391657 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-518d9645-b87f-476a-9c97-6572b58e30a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544023'] for router_gateway, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:13.484029 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228865b-6ed0-4f51-90c6-63f0f561974d req-b2a3f556-ad61-4240-b862-b34f0d9682ca tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:13.485530 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2228865b-6ed0-4f51-90c6-63f0f561974d req-b2a3f556-ad61-4240-b862-b34f0d9682ca tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 945 time: 0.0817521 Aug 12 15:36:13.534439 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2228865b-6ed0-4f51-90c6-63f0f561974d req-c8369e61-fdc9-496a-ac5f-c339f3420d1c tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432608 Aug 12 15:36:13.604462 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-518d9645-b87f-476a-9c97-6572b58e30a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1722'] for router, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:13.611534 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-518d9645-b87f-476a-9c97-6572b58e30a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:13.708849 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-518d9645-b87f-476a-9c97-6572b58e30a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-720461'] for router, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:13.709347 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518d9645-b87f-476a-9c97-6572b58e30a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c0c63c9-b1ad-420b-ba17-9af116af8460 {{(pid=79208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 12 15:36:13.724205 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86befd45-caf1-4ff9-a887-4805c78e9337 req-74395b2b-b83f-4a8a-b77d-32cc7c523624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:13.725676 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-86befd45-caf1-4ff9-a887-4805c78e9337 req-74395b2b-b83f-4a8a-b77d-32cc7c523624 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 1098 time: 0.1684589 Aug 12 15:36:13.729658 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-518d9645-b87f-476a-9c97-6572b58e30a3 admin admin] Notify callbacks [] for router, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:13.730653 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-518d9645-b87f-476a-9c97-6572b58e30a3 admin admin] 10.222.0.59 "DELETE /v2.0/routers/2c0c63c9-b1ad-420b-ba17-9af116af8460 HTTP/1.1" status: 204 len: 168 time: 1.4612975 Aug 12 15:36:13.733408 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 53410) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:36:13.834423 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:13.917237 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_v2 [None req-7562991b-f24a-41b9-8356-6db79703753e admin admin] Deleting subnet 585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1 {{(pid=79208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 12 15:36:13.920136 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-86befd45-caf1-4ff9-a887-4805c78e9337 req-9c405c85-9a8b-4925-b35c-04f3c854e6fe service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4f5e10e7-edc1-407e-a96c-c5a4055ed75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576214 Aug 12 15:36:13.921976 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7562991b-f24a-41b9-8356-6db79703753e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:13.970071 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7562991b-f24a-41b9-8356-6db79703753e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060121'] for subnet, precommit_delete_associations {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:14.089429 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7562991b-f24a-41b9-8356-6db79703753e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15865242'] for subnet, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:14.160676 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7562991b-f24a-41b9-8356-6db79703753e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15865237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2305591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2392286'] for subnet, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:14.165996 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e6570fa8-8a15-4000-aa64-0ca34e0b07ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:14.199672 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562991b-f24a-41b9-8356-6db79703753e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:14.202831 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7562991b-f24a-41b9-8356-6db79703753e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:14.203850 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7562991b-f24a-41b9-8356-6db79703753e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:14.209222 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08e2a8c-dce4-47a2-81aa-089567daae4c None None] Network 18209e51-9c92-4530-bc69-1c817ee48327 requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:36:14.211166 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-7562991b-f24a-41b9-8356-6db79703753e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/585fbfd8-07f3-4f08-81ce-4b6d1c47ffc1 HTTP/1.1" status: 204 len: 168 time: 0.4767761 Aug 12 15:36:14.213810 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 53418) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:36:14.407328 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16529243'] for network, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:14.428067 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] Deleting port 27556157-be0b-4c28-aaf6-de9fce1927b5 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:36:14.428412 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:14.441394 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b99ee-2644-4073-8b92-d2c3623ea4db req-5bc0936d-264d-4f62-abb4-d6c56d499c93 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:14.443891 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-299b99ee-2644-4073-8b92-d2c3623ea4db req-5bc0936d-264d-4f62-abb4-d6c56d499c93 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 945 time: 0.2328663 Aug 12 15:36:14.486645 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device e798e897-f03e-47e0-95ee-5874392d8c18 no longer exists at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:36:14.514607 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-299b99ee-2644-4073-8b92-d2c3623ea4db req-b276d8cf-2284-49c8-95a0-cef7c27825c7 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5e10e7-edc1-407e-a96c-c5a4055ed75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644822 Aug 12 15:36:14.524927 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] No Port match for: e798e897-f03e-47e0-95ee-5874392d8c18 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:36:14.525286 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device e798e897-f03e-47e0-95ee-5874392d8c18 not bound to the agent host dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:36:14.526981 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 15c3f918-cd15-4059-acdf-dd39e519dc09 no longer exists at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:36:14.544765 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c13d11-5d31-49e5-910c-0359fc3f5b61 req-4ce45601-351b-43da-a9c3-de6354186d17 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:14.544765 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-d9c13d11-5d31-49e5-910c-0359fc3f5b61 req-4ce45601-351b-43da-a9c3-de6354186d17 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Synchronizing usage tracker for tenant:ce56888c19254f02a887380d19442f6e on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:36:14.556583 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50065263-2ea2-4cba-972d-9b4c35d0ec1d None None] DHCP port deletion for 18209e51-9c92-4530-bc69-1c817ee48327 request from dv-cinder-804345-1-smb {{(pid=79209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 12 15:36:14.565727 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] No Port match for: 15c3f918-cd15-4059-acdf-dd39e519dc09 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:36:14.566081 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 15c3f918-cd15-4059-acdf-dd39e519dc09 not bound to the agent host dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:36:14.568674 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-50065263-2ea2-4cba-972d-9b4c35d0ec1d None None] Deleting port 27556157-be0b-4c28-aaf6-de9fce1927b5 {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:36:14.569005 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-50065263-2ea2-4cba-972d-9b4c35d0ec1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:14.592048 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-d9c13d11-5d31-49e5-910c-0359fc3f5b61 req-4ce45601-351b-43da-a9c3-de6354186d17 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Unset dirty status for tenant:ce56888c19254f02a887380d19442f6e on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:36:14.593178 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d9c13d11-5d31-49e5-910c-0359fc3f5b61 req-4ce45601-351b-43da-a9c3-de6354186d17 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.82 "GET /v2.0/ports?device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 945 time: 0.3249419 Aug 12 15:36:14.684661 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:14.720352 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] For port 27556157-be0b-4c28-aaf6-de9fce1927b5, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=27556157-be0b-4c28-aaf6-de9fce1927b5,segment=NetworkSegment(844a6bec-afac-46d6-94ce-d23922a214d0),segment_id=844a6bec-afac-46d6-94ce-d23922a214d0)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:36:14.720756 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:14.737792 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b073083-730c-4e33-8e7a-ce9fe55a8627 req-2d219c67-bb16-4fd7-b9f5-2298c28e4c33 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:14.739469 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8b073083-730c-4e33-8e7a-ce9fe55a8627 req-2d219c67-bb16-4fd7-b9f5-2298c28e4c33 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 945 time: 0.0908141 Aug 12 15:36:14.786133 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-50065263-2ea2-4cba-972d-9b4c35d0ec1d None None] For port 27556157-be0b-4c28-aaf6-de9fce1927b5, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=27556157-be0b-4c28-aaf6-de9fce1927b5,segment=NetworkSegment(844a6bec-afac-46d6-94ce-d23922a214d0),segment_id=844a6bec-afac-46d6-94ce-d23922a214d0)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:36:14.786523 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-50065263-2ea2-4cba-972d-9b4c35d0ec1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:14.787684 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-d9c13d11-5d31-49e5-910c-0359fc3f5b61 req-348bd669-7f3e-46fd-815f-9b7998193eb7 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Deleting port 81c6f979-5a39-40f1-84a4-6c0e09e93e9e {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:36:14.788024 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-d9c13d11-5d31-49e5-910c-0359fc3f5b61 req-348bd669-7f3e-46fd-815f-9b7998193eb7 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:14.790658 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8b073083-730c-4e33-8e7a-ce9fe55a8627 req-24e562d1-cd25-4821-9d08-6cda9a7a14df tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445547 Aug 12 15:36:14.880400 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] Calling delete_port for 27556157-be0b-4c28-aaf6-de9fce1927b5 owned by network:dhcp {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:36:14.905626 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-50065263-2ea2-4cba-972d-9b4c35d0ec1d None None] Calling delete_port for 27556157-be0b-4c28-aaf6-de9fce1927b5 owned by network:dhcp {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:36:15.044082 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-50065263-2ea2-4cba-972d-9b4c35d0ec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869'] for port, after_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:15.048735 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-e98c6548-7a2b-41fc-87d8-902c53aab525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:15.076102 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.db.api [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79208) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 15:36:15.076451 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_db.api [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 15:36:15.089899 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50065263-2ea2-4cba-972d-9b4c35d0ec1d None None] Pushing event deleted for resources: {'Port': ['ID=27556157-be0b-4c28-aaf6-de9fce1927b5,revision_number=None']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:15.092473 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-50065263-2ea2-4cba-972d-9b4c35d0ec1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:15.095222 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50065263-2ea2-4cba-972d-9b4c35d0ec1d None None] No DVR routers for this DVR port 27556157-be0b-4c28-aaf6-de9fce1927b5 on host dv-cinder-804345-1-smb {{(pid=79209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:36:15.193400 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-d9c13d11-5d31-49e5-910c-0359fc3f5b61 req-348bd669-7f3e-46fd-815f-9b7998193eb7 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] For port 81c6f979-5a39-40f1-84a4-6c0e09e93e9e, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=81c6f979-5a39-40f1-84a4-6c0e09e93e9e,segment=NetworkSegment(0ff2d3cc-6658-4738-9ec3-61a86086a01d),segment_id=0ff2d3cc-6658-4738-9ec3-61a86086a01d)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:36:15.193789 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-d9c13d11-5d31-49e5-910c-0359fc3f5b61 req-348bd669-7f3e-46fd-815f-9b7998193eb7 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:15.319963 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-d9c13d11-5d31-49e5-910c-0359fc3f5b61 req-348bd669-7f3e-46fd-815f-9b7998193eb7 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Calling delete_port for 81c6f979-5a39-40f1-84a4-6c0e09e93e9e owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:36:15.463982 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-d9c13d11-5d31-49e5-910c-0359fc3f5b61 req-348bd669-7f3e-46fd-815f-9b7998193eb7 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:15.470228 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-13226f69-ccb4-4291-9c11-ce39fcac3e6a tempest-VolumesNegativeTest-1451724334 tempest-VolumesNegativeTest-1451724334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:15.500339 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['81c6f979-5a39-40f1-84a4-6c0e09e93e9e'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:36:15.607419 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] Deleting port 27556157-be0b-4c28-aaf6-de9fce1927b5 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:36:15.607754 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:15.644298 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bd669-7f3e-46fd-815f-9b7998193eb7 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Pushing event deleted for resources: {'Port': ['ID=81c6f979-5a39-40f1-84a4-6c0e09e93e9e,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:15.651944 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-348bd669-7f3e-46fd-815f-9b7998193eb7 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:15.708931 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad01b1d-18b5-4809-a6f5-dd78adbe0aaa req-7bb0ed6f-dcd3-4d20-92bd-d8438a445387 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:15.710476 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7ad01b1d-18b5-4809-a6f5-dd78adbe0aaa req-7bb0ed6f-dcd3-4d20-92bd-d8438a445387 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 945 time: 0.0806377 Aug 12 15:36:15.718708 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] The port '27556157-be0b-4c28-aaf6-de9fce1927b5' was deleted {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 12 15:36:15.754982 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7ad01b1d-18b5-4809-a6f5-dd78adbe0aaa req-4378cb9b-93d5-40ac-8c30-7a8a522ca5ad tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5e10e7-edc1-407e-a96c-c5a4055ed75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387547 Aug 12 15:36:15.795006 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c13d11-5d31-49e5-910c-0359fc3f5b61 req-348bd669-7f3e-46fd-815f-9b7998193eb7 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] No DVR routers for this DVR port 81c6f979-5a39-40f1-84a4-6c0e09e93e9e on host hv-cinder-80434 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:36:15.798960 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-d9c13d11-5d31-49e5-910c-0359fc3f5b61 req-348bd669-7f3e-46fd-815f-9b7998193eb7 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:15.801408 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7273ec76-0354-4f88-9512-2c2605099ea2', 'name': 'network-vif-deleted', 'tag': '81c6f979-5a39-40f1-84a4-6c0e09e93e9e'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:36:15.876388 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7273ec76-0354-4f88-9512-2c2605099ea2', 'name': 'network-vif-deleted', 'tag': '81c6f979-5a39-40f1-84a4-6c0e09e93e9e', 'status': 'completed', 'code': 200} Aug 12 15:36:15.882314 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d9c13d11-5d31-49e5-910c-0359fc3f5b61 req-348bd669-7f3e-46fd-815f-9b7998193eb7 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.82 "DELETE /v2.0/ports/81c6f979-5a39-40f1-84a4-6c0e09e93e9e HTTP/1.1" status: 204 len: 173 time: 1.2819047 Aug 12 15:36:15.884378 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15862113', 'neutron.services.segments.db._delete_segments_for_network-8783031516317'] for network, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:15.903501 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18209e51-9c92-4530-bc69-1c817ee48327']}} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:15.930261 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844a6bec-afac-46d6-94ce-d23922a214d0') {'for_net_delete': True} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:15.930921 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844a6bec-afac-46d6-94ce-d23922a214d0') {} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:15.945043 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783031512823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060102'] for segment, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:15.962226 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:15.968693 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=79208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:36:15.969215 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15867305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2305617'] for segment, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: util.warn( Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: util.warn( Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: util.warn( Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: util.warn( Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: Traceback (most recent call last): Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: timer() Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: cb(*args, **kw) Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: return func(*args, **kwargs) Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: self._notify() Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: self.callback(batched_events) Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: event.method(event) Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: return f(self, *a, **k) Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: return self._get(url).json() Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: return self.request(url, 'GET', **kwargs) Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:36:15.983402 dv-cinder-804345-1-smb neutron-server[79208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:36:15.990185 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a4147562-4b13-4967-8737-a0c1041059e4 req-6df6d220-3eec-45e7-8bbd-47ae0c96c869 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=7273ec76-0354-4f88-9512-2c2605099ea2 HTTP/1.1" status: 200 len: 210 time: 0.0507271 Aug 12 15:36:16.002820 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5c7e6-5acd-4250-b4e5-1b42e849307f req-e6c6c05a-3169-40b2-a392-c8c1e3b0a747 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:16.005989 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-96c5c7e6-5acd-4250-b4e5-1b42e849307f req-e6c6c05a-3169-40b2-a392-c8c1e3b0a747 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 945 time: 0.1468573 Aug 12 15:36:16.014097 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 53434) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:36:16.019732 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-4741ba8c-b445-4085-8bbb-6b45b01d3697 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Request body: {'floatingip': {'port_id': 'ff4883b2-624d-458e-9f1a-d6c3b2171261'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:36:16.062087 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15862040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544010'] for network, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:16.065786 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e6e0d39c-aae5-4907-acf5-e09de710a733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:16.079902 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:16.095589 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=18209e51-9c92-4530-bc69-1c817ee48327,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:16.098084 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4741ba8c-b445-4085-8bbb-6b45b01d3697 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for floatingip, before_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:16.098854 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:16.103638 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-321b897c-4111-4b7f-b005-c1d667c3aea0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/18209e51-9c92-4530-bc69-1c817ee48327 HTTP/1.1" status: 204 len: 168 time: 1.8886697 Aug 12 15:36:16.107360 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 53438) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:36:16.522427 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 27556157-be0b-4c28-aaf6-de9fce1927b5 no longer exists at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:36:16.566826 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] No Port match for: 27556157-be0b-4c28-aaf6-de9fce1927b5 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:36:16.567950 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 27556157-be0b-4c28-aaf6-de9fce1927b5 not bound to the agent host dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:36:16.735122 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d4c567db-6adf-48aa-8c9d-58842015803b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717506'] for router_interface, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:16.846137 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4741ba8c-b445-4085-8bbb-6b45b01d3697 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:16.850280 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4741ba8c-b445-4085-8bbb-6b45b01d3697 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544115'] for floatingip, after_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:17.021382 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.db.l3_db [None req-4741ba8c-b445-4085-8bbb-6b45b01d3697 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Floating IP d5bf8e9b-fa69-4964-9957-285b1931a5a9 associated. External IP: 172.28.0.178, port: ff4883b2-624d-458e-9f1a-d6c3b2171261. Aug 12 15:36:17.196223 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-d4c567db-6adf-48aa-8c9d-58842015803b admin admin] Deleting port a09cee26-43d1-4300-a3e8-774b2a86aa64 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:36:17.196933 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d4c567db-6adf-48aa-8c9d-58842015803b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:17.400710 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [None req-d4c567db-6adf-48aa-8c9d-58842015803b admin admin] For port a09cee26-43d1-4300-a3e8-774b2a86aa64, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=a09cee26-43d1-4300-a3e8-774b2a86aa64,segment=NetworkSegment(93bbda2a-7274-432a-a909-e24e5efac8dd),segment_id=93bbda2a-7274-432a-a909-e24e5efac8dd)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:36:17.401123 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d4c567db-6adf-48aa-8c9d-58842015803b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:17.503740 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4741ba8c-b445-4085-8bbb-6b45b01d3697 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Router 0e8a99c1-dd89-45d2-af18-541e4466e365 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:36:17.527018 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-d4c567db-6adf-48aa-8c9d-58842015803b admin admin] Calling delete_port for a09cee26-43d1-4300-a3e8-774b2a86aa64 owned by network:router_interface {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:36:17.687589 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4741ba8c-b445-4085-8bbb-6b45b01d3697 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:36:17.692223 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4741ba8c-b445-4085-8bbb-6b45b01d3697 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for floatingip, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:17.698951 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb51c6-30e6-485a-b881-0e21e3bba22a None None] Sync routers for ids ['0e8a99c1-dd89-45d2-af18-541e4466e365'] in dv-cinder-804345-1-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:36:17.706515 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d4c567db-6adf-48aa-8c9d-58842015803b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:17.711392 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-14abebc2-9956-4382-a721-f398a95d6501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:17.712564 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb51c6-30e6-485a-b881-0e21e3bba22a None None] Routers {'0e8a99c1-dd89-45d2-af18-541e4466e365'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:36:17.713693 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-9feb51c6-30e6-485a-b881-0e21e3bba22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:36:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['0e8a99c1-dd89-45d2-af18-541e4466e365'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:17.752198 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-4741ba8c-b445-4085-8bbb-6b45b01d3697 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "PUT /v2.0/floatingips/d5bf8e9b-fa69-4964-9957-285b1931a5a9 HTTP/1.1" status: 200 len: 991 time: 1.7368226 Aug 12 15:36:17.752839 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65af825f-aa93-4fdf-9ae6-62678b56e46f', 'tag': 'ff4883b2-624d-458e-9f1a-d6c3b2171261'}] {{(pid=79207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:36:17.799968 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c567db-6adf-48aa-8c9d-58842015803b admin admin] Pushing event deleted for resources: {'Port': ['ID=a09cee26-43d1-4300-a3e8-774b2a86aa64,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:17.807720 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d4c567db-6adf-48aa-8c9d-58842015803b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:17.837449 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65af825f-aa93-4fdf-9ae6-62678b56e46f', 'tag': 'ff4883b2-624d-458e-9f1a-d6c3b2171261', 'status': 'completed', 'code': 200} Aug 12 15:36:17.906744 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-9feb51c6-30e6-485a-b881-0e21e3bba22a None None] Set router 0e8a99c1-dd89-45d2-af18-541e4466e365 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:36:18.110697 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a139dc6-eb99-49ea-87f7-a713a749ddae req-1fc71ffb-3566-4079-a650-7088e9b89e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:18.112075 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4a139dc6-eb99-49ea-87f7-a713a749ddae req-1fc71ffb-3566-4079-a650-7088e9b89e2c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4ae52b150d414313bac15fe05944e1fc&device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 1098 time: 0.1867096 Aug 12 15:36:18.114219 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d4c567db-6adf-48aa-8c9d-58842015803b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717502'] for router_interface, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:18.260214 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-9feb51c6-30e6-485a-b881-0e21e3bba22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:30:54Z', 'revision_number': 4, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port': {'id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:45Z', 'updated_at': '2021-08-12T15:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_floatingips': [{'id': 'd5bf8e9b-fa69-4964-9957-285b1931a5a9', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'router_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'port_id': 'ff4883b2-624d-458e-9f1a-d6c3b2171261', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'mac_address': 'fa:16:3e:fe:fb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65af825f-aa93-4fdf-9ae6-62678b56e46f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:36:00Z', 'updated_at': '2021-08-12T15:36:16Z', 'revision_number': 1, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ca6ff1-e133-4760-b328-9c6f6f164919', 'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'mac_address': 'fa:16:3e:cc:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:51Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'subnets': [{'id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:18.264020 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb51c6-30e6-485a-b881-0e21e3bba22a None None] Checking router: 0e8a99c1-dd89-45d2-af18-541e4466e365 for host: dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:36:18.272314 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb51c6-30e6-485a-b881-0e21e3bba22a None None] Routers {'0e8a99c1-dd89-45d2-af18-541e4466e365'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:36:18.273016 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-9feb51c6-30e6-485a-b881-0e21e3bba22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:36:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['0e8a99c1-dd89-45d2-af18-541e4466e365'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:18.404650 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a139dc6-eb99-49ea-87f7-a713a749ddae req-d069a742-aa67-4b91-8001-a339809ad79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:18.406037 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4a139dc6-eb99-49ea-87f7-a713a749ddae req-d069a742-aa67-4b91-8001-a339809ad79e service neutron] 10.222.0.82 "GET /v2.0/networks?id=f3172b19-37f4-47e1-a878-5aad46a4730e HTTP/1.1" status: 200 len: 911 time: 0.2296505 Aug 12 15:36:18.453128 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-9feb51c6-30e6-485a-b881-0e21e3bba22a None None] Set router 0e8a99c1-dd89-45d2-af18-541e4466e365 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:36:18.696936 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 81c6f979-5a39-40f1-84a4-6c0e09e93e9e no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:36:18.733516 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] No Port match for: 81c6f979-5a39-40f1-84a4-6c0e09e93e9e {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:36:18.734340 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 81c6f979-5a39-40f1-84a4-6c0e09e93e9e not bound to the agent host hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:36:18.764060 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4a139dc6-eb99-49ea-87f7-a713a749ddae req-35a69dbf-f67e-4169-84c9-2dd7ec7995f0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff4883b2-624d-458e-9f1a-d6c3b2171261 HTTP/1.1" status: 200 len: 999 time: 0.3033268 Aug 12 15:36:18.844867 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c567db-6adf-48aa-8c9d-58842015803b admin admin] Router 2751dee3-f335-4136-a1a5-d5f041bdea30 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:36:18.846578 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a139dc6-eb99-49ea-87f7-a713a749ddae req-135dd353-fc03-46ac-b6f0-bb88950c1f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:18.847999 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4a139dc6-eb99-49ea-87f7-a713a749ddae req-135dd353-fc03-46ac-b6f0-bb88950c1f0b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=74cba89c-c64c-4a24-a16e-3479da23e1c4 HTTP/1.1" status: 200 len: 849 time: 0.0758238 Aug 12 15:36:18.870407 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-9feb51c6-30e6-485a-b881-0e21e3bba22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:30:54Z', 'revision_number': 4, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port': {'id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:45Z', 'updated_at': '2021-08-12T15:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_floatingips': [{'id': 'd5bf8e9b-fa69-4964-9957-285b1931a5a9', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'router_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'port_id': 'ff4883b2-624d-458e-9f1a-d6c3b2171261', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'mac_address': 'fa:16:3e:fe:fb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65af825f-aa93-4fdf-9ae6-62678b56e46f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:36:00Z', 'updated_at': '2021-08-12T15:36:16Z', 'revision_number': 1, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ca6ff1-e133-4760-b328-9c6f6f164919', 'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'mac_address': 'fa:16:3e:cc:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:51Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'subnets': [{'id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:18.874208 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb51c6-30e6-485a-b881-0e21e3bba22a None None] The sync data for ids ['0e8a99c1-dd89-45d2-af18-541e4466e365'] in dv-cinder-804345-1-smb is: [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:30:54Z', 'revision_number': 4, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port': {'id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:45Z', 'updated_at': '2021-08-12T15:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_floatingips': [{'id': 'd5bf8e9b-fa69-4964-9957-285b1931a5a9', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'router_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'port_id': 'ff4883b2-624d-458e-9f1a-d6c3b2171261', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'mac_address': 'fa:16:3e:fe:fb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65af825f-aa93-4fdf-9ae6-62678b56e46f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:36:00Z', 'updated_at': '2021-08-12T15:36:16Z', 'revision_number': 1, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4ca6ff1-e133-4760-b328-9c6f6f164919', 'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'mac_address': 'fa:16:3e:cc:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:51Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'subnets': [{'id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:36:19.084403 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a139dc6-eb99-49ea-87f7-a713a749ddae req-51ae1ca9-ce52-4e83-87c0-c140e5d56151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:19.084795 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4a139dc6-eb99-49ea-87f7-a713a749ddae req-51ae1ca9-ce52-4e83-87c0-c140e5d56151 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f3172b19-37f4-47e1-a878-5aad46a4730e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2297342 Aug 12 15:36:19.087452 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c567db-6adf-48aa-8c9d-58842015803b admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:36:19.097706 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18594f31-8b6d-4e98-a6ff-bd55e7f45153 None None] Sync routers for ids ['2751dee3-f335-4136-a1a5-d5f041bdea30'] in dv-cinder-804345-1-smb {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:36:19.107885 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18594f31-8b6d-4e98-a6ff-bd55e7f45153 None None] Routers {'2751dee3-f335-4136-a1a5-d5f041bdea30'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:36:19.108571 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-18594f31-8b6d-4e98-a6ff-bd55e7f45153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:36:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['2751dee3-f335-4136-a1a5-d5f041bdea30'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:19.110369 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63c46cd-4cbc-4574-8f08-c609fc351b50 None None] New status for floating IP d5bf8e9b-fa69-4964-9957-285b1931a5a9: ACTIVE {{(pid=79210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:36:19.129029 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-d4c567db-6adf-48aa-8c9d-58842015803b admin admin] 10.222.0.59 "PUT /v2.0/routers/2751dee3-f335-4136-a1a5-d5f041bdea30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0205989 Aug 12 15:36:19.131676 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 53474) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:36:19.286808 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4a139dc6-eb99-49ea-87f7-a713a749ddae req-248ff808-9c26-4857-9a26-d2d6b358ffcd service neutron] 10.222.0.82 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936021 Aug 12 15:36:19.361065 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-18594f31-8b6d-4e98-a6ff-bd55e7f45153 None None] Set router 2751dee3-f335-4136-a1a5-d5f041bdea30 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:36:19.387933 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Notify callbacks [] for router, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:19.466579 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-4a139dc6-eb99-49ea-87f7-a713a749ddae req-945dd8c6-8c27-4550-bed5-e349f39a669c service neutron] 10.222.0.82 "GET /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633027 Aug 12 15:36:19.573331 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:19.583091 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Deleting port 332fcab8-15fa-42b5-92fc-c564dde883ad {{(pid=79207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:36:19.583421 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:19.656272 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-18594f31-8b6d-4e98-a6ff-bd55e7f45153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2751dee3-f335-4136-a1a5-d5f041bdea30', 'name': 'tempest-TestMinimumBasicScenario-1874064469-router', 'tenant_id': '468628db3ed14a72b6d4677fa45b04dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': '332fcab8-15fa-42b5-92fc-c564dde883ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:05Z', 'updated_at': '2021-08-12T15:36:17Z', 'revision_number': 5, 'project_id': '468628db3ed14a72b6d4677fa45b04dd', 'gw_port': {'id': '332fcab8-15fa-42b5-92fc-c564dde883ad', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:61:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2751dee3-f335-4136-a1a5-d5f041bdea30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:06Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:19.660203 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18594f31-8b6d-4e98-a6ff-bd55e7f45153 None None] Checking router: 2751dee3-f335-4136-a1a5-d5f041bdea30 for host: dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:36:19.669204 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18594f31-8b6d-4e98-a6ff-bd55e7f45153 None None] Routers {'2751dee3-f335-4136-a1a5-d5f041bdea30'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:36:19.669838 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-18594f31-8b6d-4e98-a6ff-bd55e7f45153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:36:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['2751dee3-f335-4136-a1a5-d5f041bdea30'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:19.753707 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.db [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] For port 332fcab8-15fa-42b5-92fc-c564dde883ad, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=332fcab8-15fa-42b5-92fc-c564dde883ad,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:36:19.754058 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:19.817747 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-18594f31-8b6d-4e98-a6ff-bd55e7f45153 None None] Set router 2751dee3-f335-4136-a1a5-d5f041bdea30 gateway port host: None {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:36:19.878649 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Calling delete_port for 332fcab8-15fa-42b5-92fc-c564dde883ad owned by network:router_gateway {{(pid=79207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:36:19.930883 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-18594f31-8b6d-4e98-a6ff-bd55e7f45153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2751dee3-f335-4136-a1a5-d5f041bdea30', 'name': 'tempest-TestMinimumBasicScenario-1874064469-router', 'tenant_id': '468628db3ed14a72b6d4677fa45b04dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:05Z', 'updated_at': '2021-08-12T15:36:19Z', 'revision_number': 6, 'project_id': '468628db3ed14a72b6d4677fa45b04dd', 'gw_port_host': None}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:19.935063 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18594f31-8b6d-4e98-a6ff-bd55e7f45153 None None] The sync data for ids ['2751dee3-f335-4136-a1a5-d5f041bdea30'] in dv-cinder-804345-1-smb is: [{'id': '2751dee3-f335-4136-a1a5-d5f041bdea30', 'name': 'tempest-TestMinimumBasicScenario-1874064469-router', 'tenant_id': '468628db3ed14a72b6d4677fa45b04dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:05Z', 'updated_at': '2021-08-12T15:36:19Z', 'revision_number': 6, 'project_id': '468628db3ed14a72b6d4677fa45b04dd', 'gw_port_host': None}] {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:36:20.064206 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:20.068989 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:20.218860 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=332fcab8-15fa-42b5-92fc-c564dde883ad,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:20.263536 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.263688 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.263992 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.264358 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.265048 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.265048 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.265405 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.265784 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.266136 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.266486 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.266831 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.267176 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.297661 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:20.329121 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544023'] for router_gateway, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:20.502739 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1722'] for router, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:20.504843 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:20.530670 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-720461'] for router, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:20.531198 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2751dee3-f335-4136-a1a5-d5f041bdea30 {{(pid=79207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 12 15:36:20.543049 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] Notify callbacks [] for router, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:20.544093 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-cda21ecd-0df2-4716-a6b7-fd30c8808e21 admin admin] 10.222.0.59 "DELETE /v2.0/routers/2751dee3-f335-4136-a1a5-d5f041bdea30 HTTP/1.1" status: 204 len: 168 time: 1.4109445 Aug 12 15:36:20.546538 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 53490) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:36:20.604378 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8618e30-9989-44e6-9ed7-a53df914faaf admin admin] Deleting subnet 3ba6a667-aa69-4e53-b86f-01cfcd39b8a6 {{(pid=79207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 12 15:36:20.607373 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b8618e30-9989-44e6-9ed7-a53df914faaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:20.656589 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b8618e30-9989-44e6-9ed7-a53df914faaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1836087'] for subnet, precommit_delete_associations {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:20.755014 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device a09cee26-43d1-4300-a3e8-774b2a86aa64 no longer exists at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:36:20.777231 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b8618e30-9989-44e6-9ed7-a53df914faaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15865242'] for subnet, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:20.791461 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] No Port match for: a09cee26-43d1-4300-a3e8-774b2a86aa64 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:36:20.791815 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device a09cee26-43d1-4300-a3e8-774b2a86aa64 not bound to the agent host dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:36:20.792239 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 332fcab8-15fa-42b5-92fc-c564dde883ad no longer exists at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:36:20.825367 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] No Port match for: 332fcab8-15fa-42b5-92fc-c564dde883ad {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:36:20.826017 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 332fcab8-15fa-42b5-92fc-c564dde883ad not bound to the agent host dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:36:20.851568 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b8618e30-9989-44e6-9ed7-a53df914faaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15865237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2979723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2156270'] for subnet, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:20.855836 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:20.890161 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8618e30-9989-44e6-9ed7-a53df914faaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba6a667-aa69-4e53-b86f-01cfcd39b8a6,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:20.893136 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-b8618e30-9989-44e6-9ed7-a53df914faaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:20.894116 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b8618e30-9989-44e6-9ed7-a53df914faaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:20.900015 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-b8618e30-9989-44e6-9ed7-a53df914faaf admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3ba6a667-aa69-4e53-b86f-01cfcd39b8a6 HTTP/1.1" status: 204 len: 168 time: 0.3524890 Aug 12 15:36:20.900185 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23a35c3-4124-4816-927b-f23fc15793c2 None None] Network 1d8cbd38-63e7-4ec2-9f73-591215fac08a requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:36:20.902792 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 53494) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:36:21.009970 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16529243'] for network, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:21.020556 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] Deleting port ca3160ca-1748-455c-9f0e-5587461423dc {{(pid=79207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:36:21.020881 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:21.168471 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b03586-ed84-4ab3-8ca4-cdfb15ccb094 None None] DHCP port deletion for 1d8cbd38-63e7-4ec2-9f73-591215fac08a request from dv-cinder-804345-1-smb {{(pid=79209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 12 15:36:21.172370 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-41b03586-ed84-4ab3-8ca4-cdfb15ccb094 None None] Deleting port ca3160ca-1748-455c-9f0e-5587461423dc {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:36:21.172751 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-41b03586-ed84-4ab3-8ca4-cdfb15ccb094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:21.229536 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.db [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] For port ca3160ca-1748-455c-9f0e-5587461423dc, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=ca3160ca-1748-455c-9f0e-5587461423dc,segment=NetworkSegment(93bbda2a-7274-432a-a909-e24e5efac8dd),segment_id=93bbda2a-7274-432a-a909-e24e5efac8dd)] {{(pid=79207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:36:21.230298 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:21.367100 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] Calling delete_port for ca3160ca-1748-455c-9f0e-5587461423dc owned by network:dhcp {{(pid=79207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:36:21.395028 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-41b03586-ed84-4ab3-8ca4-cdfb15ccb094 None None] For port ca3160ca-1748-455c-9f0e-5587461423dc, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=ca3160ca-1748-455c-9f0e-5587461423dc,segment=NetworkSegment(93bbda2a-7274-432a-a909-e24e5efac8dd),segment_id=93bbda2a-7274-432a-a909-e24e5efac8dd)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:36:21.395387 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-41b03586-ed84-4ab3-8ca4-cdfb15ccb094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:21.513925 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-41b03586-ed84-4ab3-8ca4-cdfb15ccb094 None None] Calling delete_port for ca3160ca-1748-455c-9f0e-5587461423dc owned by network:dhcp {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:36:21.564372 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-883678d3-717c-4e70-bcad-aaf106d8b773 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:21.565838 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-883678d3-717c-4e70-bcad-aaf106d8b773 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/networks?id=75e546c8-beba-4d1b-947e-edba79384909 HTTP/1.1" status: 200 len: 812 time: 0.2057471 Aug 12 15:36:21.566426 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:21.570104 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-472170db-c5fc-45a6-bd1f-e6d4682cda58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:21.591722 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.db.api [None req-41b03586-ed84-4ab3-8ca4-cdfb15ccb094 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 15:36:21.592130 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_db.api [None req-41b03586-ed84-4ab3-8ca4-cdfb15ccb094 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 15:36:21.622223 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] Pushing event deleted for resources: {'Port': ['ID=ca3160ca-1748-455c-9f0e-5587461423dc,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:21.627212 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:21.629633 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-525a3db8-5300-4358-84f8-6df9d7bf7fbb tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/quotas/ce56888c19254f02a887380d19442f6e HTTP/1.1" status: 200 len: 375 time: 0.0265515 Aug 12 15:36:21.630380 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] No DVR routers for this DVR port ca3160ca-1748-455c-9f0e-5587461423dc on host dv-cinder-804345-1-smb {{(pid=79207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:36:21.816860 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-4fb81e8e-d59b-445c-8577-1abc1585beae tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce56888c19254f02a887380d19442f6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689535 Aug 12 15:36:21.875534 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15862113', 'neutron.services.segments.db._delete_segments_for_network-8783031516317'] for network, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:21.888017 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8cbd38-63e7-4ec2-9f73-591215fac08a']}} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:21.899859 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93bbda2a-7274-432a-a909-e24e5efac8dd') {'for_net_delete': True} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:21.900159 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93bbda2a-7274-432a-a909-e24e5efac8dd') {} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:21.911130 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783031512823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1836072'] for segment, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:21.927112 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:21.933740 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=79207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:36:21.934128 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15867305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2979821'] for segment, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: Traceback (most recent call last): Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: timer() Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: cb(*args, **kw) Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: return func(*args, **kwargs) Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: self._notify() Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: self.callback(batched_events) Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: event.method(event) Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: return f(self, *a, **k) Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: return self._get(url).json() Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: return self.request(url, 'GET', **kwargs) Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:36:21.951789 dv-cinder-804345-1-smb neutron-server[79207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:36:22.093419 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-41b03586-ed84-4ab3-8ca4-cdfb15ccb094 None None] Deleting port ca3160ca-1748-455c-9f0e-5587461423dc {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:36:22.094055 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-41b03586-ed84-4ab3-8ca4-cdfb15ccb094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:22.099799 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15862040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544010'] for network, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:22.110090 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:22.114360 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:22.148618 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] Pushing event deleted for resources: {'Network': ['ID=1d8cbd38-63e7-4ec2-9f73-591215fac08a,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:22.151515 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:22.155233 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-2555d651-6c99-42ba-b59d-1c2daa1dfe0a admin admin] 10.222.0.59 "DELETE /v2.0/networks/1d8cbd38-63e7-4ec2-9f73-591215fac08a HTTP/1.1" status: 204 len: 168 time: 1.2513311 Aug 12 15:36:22.180493 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-74882a81-40df-4da1-ac62-a3fd55a2422e service neutron] 10.222.0.59 "GET /v2.0/networks/75e546c8-beba-4d1b-947e-edba79384909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567405 Aug 12 15:36:22.199481 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-41b03586-ed84-4ab3-8ca4-cdfb15ccb094 None None] The port 'ca3160ca-1748-455c-9f0e-5587461423dc' was deleted {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 12 15:36:22.319652 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ad1bdaaa-602a-44aa-a532-1c245d4f9392 service neutron] 10.222.0.59 "GET /v2.0/networks/75e546c8-beba-4d1b-947e-edba79384909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334686 Aug 12 15:36:22.345756 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 53520) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:36:22.402125 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-acea881f-5701-49d6-9c32-a144af5a78ae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=09e68664a04e4f97b9237c56122c4aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549836 Aug 12 15:36:22.404382 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 53524) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:36:22.479152 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device ca3160ca-1748-455c-9f0e-5587461423dc no longer exists at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:36:22.485087 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-06dc974d-71e9-4ef6-9bfb-fbd5c67b9512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:22.520530 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] No Port match for: ca3160ca-1748-455c-9f0e-5587461423dc {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:36:22.521107 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device ca3160ca-1748-455c-9f0e-5587461423dc not bound to the agent host dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:36:22.552878 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-55d6b5c6-3257-488b-88f4-811717374f5f req-8eb747dd-1715-4a19-9db2-a1d1c0c19f17 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbecbb2f-429d-4cd5-adb2-831715ba6272 HTTP/1.1" status: 200 len: 210 time: 0.0648525 Aug 12 15:36:22.557152 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-06dc974d-71e9-4ef6-9bfb-fbd5c67b9512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:22.615701 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-06dc974d-71e9-4ef6-9bfb-fbd5c67b9512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:22.622703 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-6d5ebee4-7a1c-47c0-ae05-983bfa23aaea tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:22.635872 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc974d-71e9-4ef6-9bfb-fbd5c67b9512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6545cc66-3ac0-4d13-a262-7ea1c7958f04,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:22.638910 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-06dc974d-71e9-4ef6-9bfb-fbd5c67b9512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:22.645247 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-06dc974d-71e9-4ef6-9bfb-fbd5c67b9512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:22.646470 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-06dc974d-71e9-4ef6-9bfb-fbd5c67b9512 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6545cc66-3ac0-4d13-a262-7ea1c7958f04 HTTP/1.1" status: 204 len: 168 time: 0.2410402 Aug 12 15:36:23.035035 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 53546) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:36:23.086375 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-bc22f9d3-51c7-4208-b302-ce17777324cd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=468628db3ed14a72b6d4677fa45b04dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479271 Aug 12 15:36:23.086583 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 53550) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:36:23.146460 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7644d166-a1d7-4f93-969e-aea4b0b3e8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:23.171883 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7644d166-a1d7-4f93-969e-aea4b0b3e8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:23.223204 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7644d166-a1d7-4f93-969e-aea4b0b3e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:23.226748 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-92f3a185-4544-4c15-9a07-2879c29d797c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:23.238083 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644d166-a1d7-4f93-969e-aea4b0b3e8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9b817b-064f-4fae-81a0-f4ecb1518c3d,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:23.241374 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-7644d166-a1d7-4f93-969e-aea4b0b3e8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:23.245439 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7644d166-a1d7-4f93-969e-aea4b0b3e8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:23.248844 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-7644d166-a1d7-4f93-969e-aea4b0b3e8f8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9e9b817b-064f-4fae-81a0-f4ecb1518c3d HTTP/1.1" status: 204 len: 168 time: 0.1591153 Aug 12 15:36:23.721492 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f35b1f19-bbb3-4cc9-af99-573955fdea90 req-1aeb7abb-8734-4f6f-a6d1-44098184d7ed tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbecbb2f-429d-4cd5-adb2-831715ba6272 HTTP/1.1" status: 200 len: 210 time: 0.0478771 Aug 12 15:36:23.742460 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-c802bef0-be6f-4747-b477-c670719b6386 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:23.744076 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-c802bef0-be6f-4747-b477-c670719b6386 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.82 "GET /v2.0/networks?id=75e546c8-beba-4d1b-947e-edba79384909 HTTP/1.1" status: 200 len: 812 time: 0.1629710 Aug 12 15:36:23.770961 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-048ba3da-a656-4ba4-aec5-de5e2f9ef044 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Request body: {'port': {'device_id': 'fbecbb2f-429d-4cd5-adb2-831715ba6272', 'network_id': '75e546c8-beba-4d1b-947e-edba79384909', 'admin_state_up': True, 'tenant_id': 'ce56888c19254f02a887380d19442f6e'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:36:23.913162 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-048ba3da-a656-4ba4-aec5-de5e2f9ef044 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:36:23.917900 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-048ba3da-a656-4ba4-aec5-de5e2f9ef044 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Usage tracker for resource:port and tenant:ce56888c19254f02a887380d19442f6e is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:36:23.920675 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-048ba3da-a656-4ba4-aec5-de5e2f9ef044 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:36:23.926354 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-048ba3da-a656-4ba4-aec5-de5e2f9ef044 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:36:23.935050 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-048ba3da-a656-4ba4-aec5-de5e2f9ef044 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Made reservation on behalf of ce56888c19254f02a887380d19442f6e for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:36:23.938550 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-048ba3da-a656-4ba4-aec5-de5e2f9ef044 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:24.100408 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-048ba3da-a656-4ba4-aec5-de5e2f9ef044 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Allocated IP 172.20.0.2 (75e546c8-beba-4d1b-947e-edba79384909/d6a725f8-0566-4046-ab6d-fafcba8afb11/9fca3fb7-42ef-43c9-9e49-3d83fa0a177c) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:36:24.311585 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-048ba3da-a656-4ba4-aec5-de5e2f9ef044 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:24.340855 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-048ba3da-a656-4ba4-aec5-de5e2f9ef044 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:24.346199 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c3024e20-b407-4210-b914-eb43b09e0780 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:24.525562 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-048ba3da-a656-4ba4-aec5-de5e2f9ef044 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Network 75e546c8-beba-4d1b-947e-edba79384909 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:36:24.528524 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-048ba3da-a656-4ba4-aec5-de5e2f9ef044 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:36:24.532260 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-048ba3da-a656-4ba4-aec5-de5e2f9ef044 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:36:24.565893 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ba3da-a656-4ba4-aec5-de5e2f9ef044 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Pushing event updated for resources: {'Port': ['ID=9fca3fb7-42ef-43c9-9e49-3d83fa0a177c,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:24.572357 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-048ba3da-a656-4ba4-aec5-de5e2f9ef044 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:24.600087 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-048ba3da-a656-4ba4-aec5-de5e2f9ef044 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:24.600680 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-048ba3da-a656-4ba4-aec5-de5e2f9ef044 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:24.623572 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-048ba3da-a656-4ba4-aec5-de5e2f9ef044 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8567512 Aug 12 15:36:24.642371 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Request body: {'port': {'device_id': 'fbecbb2f-429d-4cd5-adb2-831715ba6272', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:36:24.749729 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:24.910254 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0491968-2cfb-4255-b903-b58e9155260e req-a318828b-cf43-42b9-bbdf-9476d6bc5108 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:24.911708 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e0491968-2cfb-4255-b903-b58e9155260e req-a318828b-cf43-42b9-bbdf-9476d6bc5108 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbecbb2f-429d-4cd5-adb2-831715ba6272 HTTP/1.1" status: 200 len: 931 time: 0.0811021 Aug 12 15:36:24.957701 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e0491968-2cfb-4255-b903-b58e9155260e req-1e1bcd98-a4c4-49fc-9821-95ba7ff5d6cb tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396247 Aug 12 15:36:25.088500 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:36:25.095509 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:25.109894 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Transition to ACTIVE for port object 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:36:25.113650 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305661'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:25.117836 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-93108ca8-419d-4c45-86ff-d0745f2f3f23 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:25.275285 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Pushing event updated for resources: {'Port': ['ID=9fca3fb7-42ef-43c9-9e49-3d83fa0a177c,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:25.301909 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:25.342573 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Attempting to bind port 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c on host hv-cinder-80434 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:36:25.342826 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Attempting to bind port 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '0ff2d3cc-6658-4738-9ec3-61a86086a01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75e546c8-beba-4d1b-947e-edba79384909'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:36:25.343146 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Attempting to bind port 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c on network 75e546c8-beba-4d1b-947e-edba79384909 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:36:25.347597 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Port 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c on network 75e546c8-beba-4d1b-947e-edba79384909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 12 15:36:25.347909 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Attempting to bind port 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c on network 75e546c8-beba-4d1b-947e-edba79384909 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:36:25.353596 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Checking agent: {'id': 'ee8f405c-fd53-4642-8bfa-8ace78e7783f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:36:25.353926 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Checking segment: {'id': '0ff2d3cc-6658-4738-9ec3-61a86086a01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75e546c8-beba-4d1b-947e-edba79384909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:36:25.354563 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Bound using segment: {'id': '0ff2d3cc-6658-4738-9ec3-61a86086a01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75e546c8-beba-4d1b-947e-edba79384909'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:36:25.354973 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Bound port: 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ff2d3cc-6658-4738-9ec3-61a86086a01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75e546c8-beba-4d1b-947e-edba79384909'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:36:25.355309 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:25.444785 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] For port 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c, host hv-cinder-80434, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:36:25.447763 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] For port 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=9fca3fb7-42ef-43c9-9e49-3d83fa0a177c,segment=NetworkSegment(0ff2d3cc-6658-4738-9ec3-61a86086a01d),segment_id=0ff2d3cc-6658-4738-9ec3-61a86086a01d)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:36:25.451744 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305661'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:25.456026 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f626f448-c9d3-41f6-b1e3-7bbccce71d43 tempest-AttachVolumeNegativeTest-1206735296 tempest-AttachVolumeNegativeTest-1206735296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:25.512534 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:25.513131 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:25.514484 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] 10.222.0.82 "PUT /v2.0/ports/9fca3fb7-42ef-43c9-9e49-3d83fa0a177c HTTP/1.1" status: 200 len: 1093 time: 0.8760293 Aug 12 15:36:25.514978 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbecbb2f-429d-4cd5-adb2-831715ba6272', 'tag': '9fca3fb7-42ef-43c9-9e49-3d83fa0a177c'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:36:25.534882 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Pushing event updated for resources: {'Port': ['ID=9fca3fb7-42ef-43c9-9e49-3d83fa0a177c,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:25.538663 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:25.557875 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbecbb2f-429d-4cd5-adb2-831715ba6272', 'tag': '9fca3fb7-42ef-43c9-9e49-3d83fa0a177c', 'status': 'completed', 'code': 200} Aug 12 15:36:25.647049 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-572db68b-c401-4b64-8b47-d19f1a00dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:25.648401 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-572db68b-c401-4b64-8b47-d19f1a00dcf8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce56888c19254f02a887380d19442f6e&device_id=fbecbb2f-429d-4cd5-adb2-831715ba6272 HTTP/1.1" status: 200 len: 1096 time: 0.0697401 Aug 12 15:36:25.725942 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-420a6c86-26b9-4c2c-aae1-b3ff1d5112ee service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9fca3fb7-42ef-43c9-9e49-3d83fa0a177c HTTP/1.1" status: 200 len: 217 time: 0.0631022 Aug 12 15:36:25.787741 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-32ebfbc7-7756-457e-ad3f-9d69279efce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:25.789098 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-32ebfbc7-7756-457e-ad3f-9d69279efce6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6a725f8-0566-4046-ab6d-fafcba8afb11 HTTP/1.1" status: 200 len: 852 time: 0.0558097 Aug 12 15:36:25.842212 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-0c04153b-f679-4500-a88f-80c8df87f88b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=75e546c8-beba-4d1b-947e-edba79384909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425496 Aug 12 15:36:25.974013 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-307cd77c-5f63-4988-a5c1-652d1730d066 service neutron] 10.222.0.82 "GET /v2.0/networks/75e546c8-beba-4d1b-947e-edba79384909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217501 Aug 12 15:36:26.108700 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6b79079e-b8b1-490d-b956-eae9dc2a2a76 req-f8af2e41-2a3d-42df-90d4-dbb90b2054b5 service neutron] 10.222.0.82 "GET /v2.0/networks/75e546c8-beba-4d1b-947e-edba79384909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268699 Aug 12 15:36:26.146948 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904215ff-9784-471c-8490-3bb73f335ec8 req-3a7de0b3-5540-4732-9d2c-0cd72cdc4ddb tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:26.148418 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-904215ff-9784-471c-8490-3bb73f335ec8 req-3a7de0b3-5540-4732-9d2c-0cd72cdc4ddb tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbecbb2f-429d-4cd5-adb2-831715ba6272 HTTP/1.1" status: 200 len: 943 time: 0.0847905 Aug 12 15:36:26.192533 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-904215ff-9784-471c-8490-3bb73f335ec8 req-cc72cd52-77cf-4581-ba7e-416cca699e7b tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384703 Aug 12 15:36:26.292832 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da84145-859d-4d0f-b7c1-cf59bcf6bdc0 req-e65901d5-16f6-4a3a-97b6-83ee5bb8c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:26.294319 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-5da84145-859d-4d0f-b7c1-cf59bcf6bdc0 req-e65901d5-16f6-4a3a-97b6-83ee5bb8c570 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce56888c19254f02a887380d19442f6e&device_id=fbecbb2f-429d-4cd5-adb2-831715ba6272 HTTP/1.1" status: 200 len: 1096 time: 0.0725620 Aug 12 15:36:26.519247 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da84145-859d-4d0f-b7c1-cf59bcf6bdc0 req-27377b9c-0c44-424d-839e-ac3c4b2eb38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:26.520668 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-5da84145-859d-4d0f-b7c1-cf59bcf6bdc0 req-27377b9c-0c44-424d-839e-ac3c4b2eb38d service neutron] 10.222.0.82 "GET /v2.0/networks?id=75e546c8-beba-4d1b-947e-edba79384909 HTTP/1.1" status: 200 len: 913 time: 0.2186077 Aug 12 15:36:26.592843 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-5da84145-859d-4d0f-b7c1-cf59bcf6bdc0 req-a1814276-1538-4475-86dc-a9f16e871544 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9fca3fb7-42ef-43c9-9e49-3d83fa0a177c HTTP/1.1" status: 200 len: 217 time: 0.0638170 Aug 12 15:36:26.655031 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da84145-859d-4d0f-b7c1-cf59bcf6bdc0 req-2c169844-ac67-4871-aebd-bd13b722dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:26.656386 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-5da84145-859d-4d0f-b7c1-cf59bcf6bdc0 req-2c169844-ac67-4871-aebd-bd13b722dee8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d6a725f8-0566-4046-ab6d-fafcba8afb11 HTTP/1.1" status: 200 len: 852 time: 0.0567179 Aug 12 15:36:26.704991 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-5da84145-859d-4d0f-b7c1-cf59bcf6bdc0 req-052a951c-0937-4f7e-859d-da9939f312ad service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=75e546c8-beba-4d1b-947e-edba79384909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415778 Aug 12 15:36:26.838259 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-5da84145-859d-4d0f-b7c1-cf59bcf6bdc0 req-df8d0b24-193c-4e8b-a4d8-4ef96fb734ae service neutron] 10.222.0.82 "GET /v2.0/networks/75e546c8-beba-4d1b-947e-edba79384909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226435 Aug 12 15:36:26.970954 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-5da84145-859d-4d0f-b7c1-cf59bcf6bdc0 req-6f8975c0-2581-42fc-b2a9-6c5a06320f00 service neutron] 10.222.0.82 "GET /v2.0/networks/75e546c8-beba-4d1b-947e-edba79384909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209986 Aug 12 15:36:27.376659 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c9ac4-b624-4351-97ab-9298af5b5664 req-b06a8078-29af-44f9-b003-4aea6391d16f tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:27.378082 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-fa6c9ac4-b624-4351-97ab-9298af5b5664 req-b06a8078-29af-44f9-b003-4aea6391d16f tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbecbb2f-429d-4cd5-adb2-831715ba6272 HTTP/1.1" status: 200 len: 943 time: 0.0796542 Aug 12 15:36:27.426053 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-fa6c9ac4-b624-4351-97ab-9298af5b5664 req-621a313f-9868-4040-a775-10a0888ad4ec tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423660 Aug 12 15:36:28.607801 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64891f-07de-4f0f-99ed-9da13ed3b9f7 req-66ecae3e-b730-4434-b359-19e473d9b94b tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:28.609142 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1a64891f-07de-4f0f-99ed-9da13ed3b9f7 req-66ecae3e-b730-4434-b359-19e473d9b94b tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbecbb2f-429d-4cd5-adb2-831715ba6272 HTTP/1.1" status: 200 len: 943 time: 0.0800784 Aug 12 15:36:28.653094 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1a64891f-07de-4f0f-99ed-9da13ed3b9f7 req-a6b36f33-3d4a-4ac1-8d48-c4814c18da2a tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382967 Aug 12 15:36:28.695318 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:36:28.824312 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=9fca3fb7-42ef-43c9-9e49-3d83fa0a177c,segment=NetworkSegment(0ff2d3cc-6658-4738-9ec3-61a86086a01d),segment_id=0ff2d3cc-6658-4738-9ec3-61a86086a01d)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:36:28.836712 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': '9fca3fb7-42ef-43c9-9e49-3d83fa0a177c', 'network_id': '75e546c8-beba-4d1b-947e-edba79384909', 'port_id': '9fca3fb7-42ef-43c9-9e49-3d83fa0a177c', 'mac_address': 'fa:16:3e:ef:32:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a725f8-0566-4046-ab6d-fafcba8afb11', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:36:28.890629 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:28.914109 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:36:28.929395 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=9fca3fb7-42ef-43c9-9e49-3d83fa0a177c,segment=NetworkSegment(0ff2d3cc-6658-4738-9ec3-61a86086a01d),segment_id=0ff2d3cc-6658-4738-9ec3-61a86086a01d)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:36:28.933400 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:28.935121 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:29.002747 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=9fca3fb7-42ef-43c9-9e49-3d83fa0a177c,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:29.012845 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:29.267667 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['9fca3fb7-42ef-43c9-9e49-3d83fa0a177c'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:36:29.838478 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d48fb-d710-4da0-8593-5b022f47e990 req-bb2e6a49-5aa6-4611-8577-67ffa9e5439f tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:29.839908 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-743d48fb-d710-4da0-8593-5b022f47e990 req-bb2e6a49-5aa6-4611-8577-67ffa9e5439f tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbecbb2f-429d-4cd5-adb2-831715ba6272 HTTP/1.1" status: 200 len: 944 time: 0.0821993 Aug 12 15:36:29.884824 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-743d48fb-d710-4da0-8593-5b022f47e990 req-e5311479-fefc-402f-a14f-100bb2f7c9b3 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392683 Aug 12 15:36:30.711619 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:36:30.776670 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning for port 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:36:30.781126 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:36:30.781538 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:30.890868 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:30.917167 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbecbb2f-429d-4cd5-adb2-831715ba6272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fca3fb7-42ef-43c9-9e49-3d83fa0a177c'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:36:30.926665 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=9fca3fb7-42ef-43c9-9e49-3d83fa0a177c,segment=NetworkSegment(0ff2d3cc-6658-4738-9ec3-61a86086a01d),segment_id=0ff2d3cc-6658-4738-9ec3-61a86086a01d)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:36:30.933098 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:30.935197 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:31.000672 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=9fca3fb7-42ef-43c9-9e49-3d83fa0a177c,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:31.010245 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:31.073160 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55479309-82ae-44e6-8036-d6430dc3ea3d req-d753ac38-d8d3-4bd2-a474-f5192d482f37 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:31.074638 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-55479309-82ae-44e6-8036-d6430dc3ea3d req-d753ac38-d8d3-4bd2-a474-f5192d482f37 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbecbb2f-429d-4cd5-adb2-831715ba6272 HTTP/1.1" status: 200 len: 945 time: 0.0810120 Aug 12 15:36:31.124955 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-55479309-82ae-44e6-8036-d6430dc3ea3d req-03da20a8-ba61-4c25-ae65-d6b63b15c426 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446198 Aug 12 15:36:31.155364 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbecbb2f-429d-4cd5-adb2-831715ba6272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fca3fb7-42ef-43c9-9e49-3d83fa0a177c', 'code': 200} Aug 12 15:36:31.460794 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645826f-30ea-4dc3-8201-31a7324b6681 req-5ee83444-ef7a-4d49-abc4-b8412febd274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:31.462304 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-a645826f-30ea-4dc3-8201-31a7324b6681 req-5ee83444-ef7a-4d49-abc4-b8412febd274 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fbecbb2f-429d-4cd5-adb2-831715ba6272 HTTP/1.1" status: 200 len: 1098 time: 0.0681756 Aug 12 15:36:31.505787 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-a645826f-30ea-4dc3-8201-31a7324b6681 req-9d2d9429-44cc-45b0-995b-fb2900a53798 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331879 Aug 12 15:36:32.309235 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3d657-49d0-4ac0-b458-a03adeceb500 req-8a608166-ef92-4d01-94ca-a1b445ed02c4 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:32.311192 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cbe3d657-49d0-4ac0-b458-a03adeceb500 req-8a608166-ef92-4d01-94ca-a1b445ed02c4 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbecbb2f-429d-4cd5-adb2-831715ba6272 HTTP/1.1" status: 200 len: 945 time: 0.0823147 Aug 12 15:36:32.356177 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cbe3d657-49d0-4ac0-b458-a03adeceb500 req-a2334d15-2692-45c8-afaa-74fd6bcb0585 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398209 Aug 12 15:36:33.624226 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8929291-4daa-44f2-b557-870213cbeb80 req-5336991a-98af-4804-9212-b0217b620aa1 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:33.625703 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e8929291-4daa-44f2-b557-870213cbeb80 req-5336991a-98af-4804-9212-b0217b620aa1 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbecbb2f-429d-4cd5-adb2-831715ba6272 HTTP/1.1" status: 200 len: 945 time: 0.1621644 Aug 12 15:36:33.669649 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e8929291-4daa-44f2-b557-870213cbeb80 req-8f7f587d-918d-484b-b6b4-3d7032305fac tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384736 Aug 12 15:36:38.753166 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4d8e6c53-fee9-4f75-8f1d-115783910f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:38.822465 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8b0d4-fea0-43df-b081-0d1226c4b5c6 req-1daea54e-9807-4299-bd42-e4152034bdac tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:38.823915 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b0f8b0d4-fea0-43df-b081-0d1226c4b5c6 req-1daea54e-9807-4299-bd42-e4152034bdac tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0804741 Aug 12 15:36:38.871445 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b0f8b0d4-fea0-43df-b081-0d1226c4b5c6 req-d9d14c51-dd07-42b0-a8a9-b84e0397ec0f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417778 Aug 12 15:36:39.775302 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:40.087298 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f97fb6-75c1-4abe-86f1-7fab0f54ce3e req-3c1d3b1f-f732-4d24-9e46-8cd6c402b5b3 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:40.088777 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b5f97fb6-75c1-4abe-86f1-7fab0f54ce3e req-3c1d3b1f-f732-4d24-9e46-8cd6c402b5b3 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0942340 Aug 12 15:36:40.139912 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b5f97fb6-75c1-4abe-86f1-7fab0f54ce3e req-67384bb2-48be-4299-9c89-9d8a49a12eb0 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454893 Aug 12 15:36:41.343574 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47397599-be71-48b7-bdcc-7449f14910a1 req-84001ef0-077a-47f7-97d4-cd2adb92ff4c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:41.345080 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-47397599-be71-48b7-bdcc-7449f14910a1 req-84001ef0-077a-47f7-97d4-cd2adb92ff4c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0861173 Aug 12 15:36:41.395972 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-47397599-be71-48b7-bdcc-7449f14910a1 req-953be316-12fc-43b0-b8fd-6e62f4f927cf tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420008 Aug 12 15:36:41.569278 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-253a8d2a-9480-4205-9775-11583d19276d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:42.589684 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de70ab-db41-4042-927c-d45da01c0b2c req-40a6e1d7-8a88-4a4d-9ebc-ad885618dc0a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:42.591093 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f8de70ab-db41-4042-927c-d45da01c0b2c req-40a6e1d7-8a88-4a4d-9ebc-ad885618dc0a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0820487 Aug 12 15:36:42.598213 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:42.636996 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f8de70ab-db41-4042-927c-d45da01c0b2c req-f1be23fb-bf84-40a5-9162-95fc16f6b02a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400088 Aug 12 15:36:43.830183 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d847f56-e34b-48f0-b304-2c028a6f9537 req-7c88542f-7a8c-4b7d-ac20-9e8db4d06784 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:43.831753 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1d847f56-e34b-48f0-b304-2c028a6f9537 req-7c88542f-7a8c-4b7d-ac20-9e8db4d06784 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0837724 Aug 12 15:36:43.835253 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:43.878682 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1d847f56-e34b-48f0-b304-2c028a6f9537 req-4fcfef23-1157-4f91-a41c-9e152e1347f4 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396776 Aug 12 15:36:44.662575 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:45.070837 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e1af6-aa3c-430c-aeab-2c8fd29d6547 req-b46c5908-c7cf-4878-ae5d-bef1591863ad tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:45.072269 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0c7e1af6-aa3c-430c-aeab-2c8fd29d6547 req-b46c5908-c7cf-4878-ae5d-bef1591863ad tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0834007 Aug 12 15:36:45.115946 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0c7e1af6-aa3c-430c-aeab-2c8fd29d6547 req-5a36734d-fd04-43ee-bc15-27b56b000689 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381737 Aug 12 15:36:46.145744 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:36:46.304327 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6174ff1-5a8a-4df0-925d-ddc545c222bf req-2de19cbe-33f9-4d55-ab7b-d3d3616c4da2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:46.306322 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f6174ff1-5a8a-4df0-925d-ddc545c222bf req-2de19cbe-33f9-4d55-ab7b-d3d3616c4da2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0828590 Aug 12 15:36:46.351131 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f6174ff1-5a8a-4df0-925d-ddc545c222bf req-4e4a7c9f-0e66-420a-a04a-6c9e33a65df8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392444 Aug 12 15:36:47.544375 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48707c-dbd0-4b9c-88c3-67f4aca71e14 req-cef80f26-e4e0-491d-a971-7316336361ba tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:47.545769 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7b48707c-dbd0-4b9c-88c3-67f4aca71e14 req-cef80f26-e4e0-491d-a971-7316336361ba tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0826888 Aug 12 15:36:47.589563 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7b48707c-dbd0-4b9c-88c3-67f4aca71e14 req-c8624338-4509-49d5-a4b6-b8aebc74c243 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382879 Aug 12 15:36:48.776978 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8100f6-83b6-4e49-a688-e62e1db2a199 req-2fd5c08d-99ef-443e-a9c0-e3bee9690f79 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:48.778371 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5c8100f6-83b6-4e49-a688-e62e1db2a199 req-2fd5c08d-99ef-443e-a9c0-e3bee9690f79 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0830305 Aug 12 15:36:48.824320 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5c8100f6-83b6-4e49-a688-e62e1db2a199 req-8a79acd2-9adc-4969-8f39-0c4080752ab1 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404067 Aug 12 15:36:50.016411 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061d186-a502-4bed-a7f4-a39b242ad519 req-61b6f2e9-a26c-4f92-8be0-4578a7f532a9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:50.017923 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8061d186-a502-4bed-a7f4-a39b242ad519 req-61b6f2e9-a26c-4f92-8be0-4578a7f532a9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0842910 Aug 12 15:36:50.063242 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8061d186-a502-4bed-a7f4-a39b242ad519 req-5a760baa-f3ac-4cfb-ba15-f45b5dbec8c4 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394943 Aug 12 15:36:51.253736 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ba545-6c15-4cbd-bc76-53502af92660 req-78ee5e88-baee-43be-8535-5f85ff41e082 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:51.255194 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-908ba545-6c15-4cbd-bc76-53502af92660 req-78ee5e88-baee-43be-8535-5f85ff41e082 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0835621 Aug 12 15:36:51.299995 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-908ba545-6c15-4cbd-bc76-53502af92660 req-d5c641cc-9428-4003-b98d-6c3cf99e65b4 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390375 Aug 12 15:36:52.507338 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86155ff1-332b-41e2-b23e-ada6dec0f51c req-fdf0efb0-5548-4655-8a09-304fd36b946d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:52.513101 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-86155ff1-332b-41e2-b23e-ada6dec0f51c req-fdf0efb0-5548-4655-8a09-304fd36b946d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0923927 Aug 12 15:36:52.564495 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-86155ff1-332b-41e2-b23e-ada6dec0f51c req-e98952ea-fd39-4c2c-91b3-a4b1dcee490e tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487585 Aug 12 15:36:52.758207 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 62d79960-3965-4462-97e1-cb33bbf6d293 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:36:52.950510 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 62d79960-3965-4462-97e1-cb33bbf6d293, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=62d79960-3965-4462-97e1-cb33bbf6d293,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:36:52.964659 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': '62d79960-3965-4462-97e1-cb33bbf6d293', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'port_id': '62d79960-3965-4462-97e1-cb33bbf6d293', 'mac_address': 'fa:16:3e:4c:2a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:36:53.021823 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:53.042889 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62d79960-3965-4462-97e1-cb33bbf6d293 {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:36:53.059010 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 62d79960-3965-4462-97e1-cb33bbf6d293, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=62d79960-3965-4462-97e1-cb33bbf6d293,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:36:53.064572 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:53.066791 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:53.148725 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=62d79960-3965-4462-97e1-cb33bbf6d293,revision_number=6']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:53.152325 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:53.255175 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['62d79960-3965-4462-97e1-cb33bbf6d293'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:36:53.768959 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4fc4d-c87b-4976-a036-f55fa864ff12 req-e3cbf5ea-fa21-4096-b6d9-5f3726acd47d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:53.770673 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a0a4fc4d-c87b-4976-a036-f55fa864ff12 req-e3cbf5ea-fa21-4096-b6d9-5f3726acd47d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 945 time: 0.0865290 Aug 12 15:36:53.826117 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a0a4fc4d-c87b-4976-a036-f55fa864ff12 req-be2d7cd1-48b6-413d-b805-b9dd9e52b94b tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493712 Aug 12 15:36:54.749783 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 62d79960-3965-4462-97e1-cb33bbf6d293 up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:36:54.839434 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port 62d79960-3965-4462-97e1-cb33bbf6d293 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:36:54.839434 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:54.841735 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1bd53-d25e-43b5-ab6b-86a865caeb9c req-d2fa47c6-fc25-4c52-92d2-398e36f34b6a tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:54.841735 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d4b1bd53-d25e-43b5-ab6b-86a865caeb9c req-d2fa47c6-fc25-4c52-92d2-398e36f34b6a tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbecbb2f-429d-4cd5-adb2-831715ba6272 HTTP/1.1" status: 200 len: 945 time: 0.0878828 Aug 12 15:36:54.894163 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d4b1bd53-d25e-43b5-ab6b-86a865caeb9c req-551863e7-e790-4edd-8225-7d4089f62522 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448444 Aug 12 15:36:54.994048 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:55.025497 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1317b2-7043-472b-9090-2458e60ffc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d79960-3965-4462-97e1-cb33bbf6d293'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:36:55.036112 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 62d79960-3965-4462-97e1-cb33bbf6d293, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=62d79960-3965-4462-97e1-cb33bbf6d293,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:36:55.045535 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:55.048485 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-d39987ca-39af-4e7c-9360-243f9c557ce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:36:55.075179 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b16e8-fa5d-438c-bdb5-ea5df496a604 req-25ee56d1-fb1f-46a5-9936-8a61597d5f24 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:55.082408 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cb5b16e8-fa5d-438c-bdb5-ea5df496a604 req-25ee56d1-fb1f-46a5-9936-8a61597d5f24 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 945 time: 0.1180379 Aug 12 15:36:55.141687 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1317b2-7043-472b-9090-2458e60ffc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d79960-3965-4462-97e1-cb33bbf6d293', 'code': 200} Aug 12 15:36:55.142025 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cb5b16e8-fa5d-438c-bdb5-ea5df496a604 req-98f7de7d-9a5f-41e9-a4a5-c660c9ff67f4 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582533 Aug 12 15:36:55.142601 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=62d79960-3965-4462-97e1-cb33bbf6d293,revision_number=7']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:55.152703 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:36:56.156558 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c55ef6-d731-4dcb-a76c-0243729f7fff req-dc63854c-cc4e-416a-9ccf-e4114694a702 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:56.158288 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-53c55ef6-d731-4dcb-a76c-0243729f7fff req-dc63854c-cc4e-416a-9ccf-e4114694a702 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbecbb2f-429d-4cd5-adb2-831715ba6272 HTTP/1.1" status: 200 len: 945 time: 0.0835252 Aug 12 15:36:56.222281 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-53c55ef6-d731-4dcb-a76c-0243729f7fff req-ea434e59-4f95-4f49-80e5-55622b83505b tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503666 Aug 12 15:36:56.464016 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57e737-a15f-42bf-af3b-7b79d0e35db0 req-e01aa863-a330-41b1-8106-3226bb16cd9c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:56.465504 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5f57e737-a15f-42bf-af3b-7b79d0e35db0 req-e01aa863-a330-41b1-8106-3226bb16cd9c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.1887608 Aug 12 15:36:56.518082 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5f57e737-a15f-42bf-af3b-7b79d0e35db0 req-a220fbaa-c9bd-4866-a16e-f238e6437109 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463433 Aug 12 15:36:57.451741 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5522c-f2f5-4740-ab22-95d02546b4d0 req-6e5ace65-45f3-4938-8536-c57bac04cab3 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:57.454080 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e2e5522c-f2f5-4740-ab22-95d02546b4d0 req-6e5ace65-45f3-4938-8536-c57bac04cab3 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbecbb2f-429d-4cd5-adb2-831715ba6272 HTTP/1.1" status: 200 len: 945 time: 0.0877271 Aug 12 15:36:57.502220 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e2e5522c-f2f5-4740-ab22-95d02546b4d0 req-9db18988-d1d3-4199-8cd8-9108cb89f371 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431170 Aug 12 15:36:57.718679 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc951ac7-7e0f-4d6e-9ff8-4a5cf4f7d043 req-d342690f-b7d6-4e51-8a78-9be157455a52 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:57.720200 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cc951ac7-7e0f-4d6e-9ff8-4a5cf4f7d043 req-d342690f-b7d6-4e51-8a78-9be157455a52 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0881741 Aug 12 15:36:57.767633 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-cc951ac7-7e0f-4d6e-9ff8-4a5cf4f7d043 req-fb1bee51-9651-43ef-b3d9-34777f01dd74 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415385 Aug 12 15:36:58.694890 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537abd8-5fe4-492b-a28b-28934af194be req-a48de5fc-136b-4d9c-b5c3-538d2d1a1cb3 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:58.696884 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1537abd8-5fe4-492b-a28b-28934af194be req-a48de5fc-136b-4d9c-b5c3-538d2d1a1cb3 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbecbb2f-429d-4cd5-adb2-831715ba6272 HTTP/1.1" status: 200 len: 945 time: 0.0860288 Aug 12 15:36:58.760227 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1537abd8-5fe4-492b-a28b-28934af194be req-ae00d46e-8f8f-4863-887b-c249a7bb30ab tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573728 Aug 12 15:36:58.986902 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354e2ef-2c28-418c-b6cd-bf3c4fccbeb0 req-8741bdcd-cb0f-46f4-a763-1b9362f355b4 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:58.988444 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7354e2ef-2c28-418c-b6cd-bf3c4fccbeb0 req-8741bdcd-cb0f-46f4-a763-1b9362f355b4 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0874159 Aug 12 15:36:59.037064 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7354e2ef-2c28-418c-b6cd-bf3c4fccbeb0 req-53eddd8e-d32b-468f-8f4a-33e4e9633778 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424998 Aug 12 15:36:59.957824 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab4ed0-9582-418d-b771-e078a5475d77 req-2c3c0626-83c4-47b4-b0eb-cdce075de1c7 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:59.959693 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b3ab4ed0-9582-418d-b771-e078a5475d77 req-2c3c0626-83c4-47b4-b0eb-cdce075de1c7 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbecbb2f-429d-4cd5-adb2-831715ba6272 HTTP/1.1" status: 200 len: 945 time: 0.0860589 Aug 12 15:37:00.008274 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b3ab4ed0-9582-418d-b771-e078a5475d77 req-2de09881-a4c4-45af-8f96-4e2e8ef2de23 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/security-groups?id=b555a2fa-9afa-44bb-91a6-e6c54b788694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431056 Aug 12 15:37:00.256556 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2077c-a609-4897-9ac8-8e78b998b393 req-2846ec51-df31-4681-be4a-2f4a88772569 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:00.258283 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-07f2077c-a609-4897-9ac8-8e78b998b393 req-2846ec51-df31-4681-be4a-2f4a88772569 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.1046407 Aug 12 15:37:00.309577 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-07f2077c-a609-4897-9ac8-8e78b998b393 req-173d611f-87fb-4a42-9e94-d20ce4e9f2e2 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439124 Aug 12 15:37:00.480093 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd76a46-f554-436c-97d0-0de3df69cb96 req-6ff86e89-cb56-49ca-9e0f-8c5951223cac tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:00.480789 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-abd76a46-f554-436c-97d0-0de3df69cb96 req-6ff86e89-cb56-49ca-9e0f-8c5951223cac tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Synchronizing usage tracker for tenant:ce56888c19254f02a887380d19442f6e on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:37:00.496678 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-abd76a46-f554-436c-97d0-0de3df69cb96 req-6ff86e89-cb56-49ca-9e0f-8c5951223cac tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Unset dirty status for tenant:ce56888c19254f02a887380d19442f6e on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:37:00.497847 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-abd76a46-f554-436c-97d0-0de3df69cb96 req-6ff86e89-cb56-49ca-9e0f-8c5951223cac tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.82 "GET /v2.0/ports?device_id=fbecbb2f-429d-4cd5-adb2-831715ba6272 HTTP/1.1" status: 200 len: 945 time: 0.1126754 Aug 12 15:37:00.572913 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-abd76a46-f554-436c-97d0-0de3df69cb96 req-5b2dc5bf-c17e-42d1-8be0-f78ac47a65b1 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Deleting port 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:37:00.573209 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-abd76a46-f554-436c-97d0-0de3df69cb96 req-5b2dc5bf-c17e-42d1-8be0-f78ac47a65b1 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:00.832224 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-abd76a46-f554-436c-97d0-0de3df69cb96 req-5b2dc5bf-c17e-42d1-8be0-f78ac47a65b1 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] For port 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=9fca3fb7-42ef-43c9-9e49-3d83fa0a177c,segment=NetworkSegment(0ff2d3cc-6658-4738-9ec3-61a86086a01d),segment_id=0ff2d3cc-6658-4738-9ec3-61a86086a01d)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:37:00.832866 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-abd76a46-f554-436c-97d0-0de3df69cb96 req-5b2dc5bf-c17e-42d1-8be0-f78ac47a65b1 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:00.957244 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-abd76a46-f554-436c-97d0-0de3df69cb96 req-5b2dc5bf-c17e-42d1-8be0-f78ac47a65b1 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Calling delete_port for 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:37:01.162232 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-abd76a46-f554-436c-97d0-0de3df69cb96 req-5b2dc5bf-c17e-42d1-8be0-f78ac47a65b1 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:01.170025 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f85c4db3-03ba-4023-a9de-00675c52693f tempest-VolumesActionsTest-1957046108 tempest-VolumesActionsTest-1957046108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:01.181622 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0b418e2a-d765-41d9-9fe5-d516709376b2 req-846386a1-e36d-45b3-a28f-deff6666fb6b tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbecbb2f-429d-4cd5-adb2-831715ba6272 HTTP/1.1" status: 200 len: 210 time: 0.0557950 Aug 12 15:37:01.202275 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['9fca3fb7-42ef-43c9-9e49-3d83fa0a177c'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:37:01.232033 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dc5bf-c17e-42d1-8be0-f78ac47a65b1 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Pushing event deleted for resources: {'Port': ['ID=9fca3fb7-42ef-43c9-9e49-3d83fa0a177c,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:01.234799 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5b2dc5bf-c17e-42d1-8be0-f78ac47a65b1 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:01.313654 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd76a46-f554-436c-97d0-0de3df69cb96 req-5b2dc5bf-c17e-42d1-8be0-f78ac47a65b1 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] No DVR routers for this DVR port 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c on host hv-cinder-80434 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:37:01.316194 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-abd76a46-f554-436c-97d0-0de3df69cb96 req-5b2dc5bf-c17e-42d1-8be0-f78ac47a65b1 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:01.320188 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbecbb2f-429d-4cd5-adb2-831715ba6272', 'name': 'network-vif-deleted', 'tag': '9fca3fb7-42ef-43c9-9e49-3d83fa0a177c'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:37:01.334474 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-abd76a46-f554-436c-97d0-0de3df69cb96 req-5b2dc5bf-c17e-42d1-8be0-f78ac47a65b1 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] 10.222.0.82 "DELETE /v2.0/ports/9fca3fb7-42ef-43c9-9e49-3d83fa0a177c HTTP/1.1" status: 204 len: 173 time: 0.8309126 Aug 12 15:37:01.369038 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbecbb2f-429d-4cd5-adb2-831715ba6272', 'name': 'network-vif-deleted', 'tag': '9fca3fb7-42ef-43c9-9e49-3d83fa0a177c', 'status': 'completed', 'code': 200} Aug 12 15:37:01.505720 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75267d-8660-4f7c-b867-0082d577dbf3 req-8a135d16-f8c4-41fc-b5c4-c5d3ddf3d03c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:01.507177 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4d75267d-8660-4f7c-b867-0082d577dbf3 req-8a135d16-f8c4-41fc-b5c4-c5d3ddf3d03c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0836945 Aug 12 15:37:01.552397 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4d75267d-8660-4f7c-b867-0082d577dbf3 req-97946688-4297-4d2d-af1d-c0c5abf7e89d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390663 Aug 12 15:37:02.180490 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620050a5-fa99-44c6-a727-88253cf18ad3 req-494995d4-f4f2-4180-a809-5c8fdd583c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:02.182232 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-620050a5-fa99-44c6-a727-88253cf18ad3 req-494995d4-f4f2-4180-a809-5c8fdd583c24 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e688111fb0094ab1b8d5d97c590ee4e7&device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 1099 time: 0.1748090 Aug 12 15:37:02.329314 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620050a5-fa99-44c6-a727-88253cf18ad3 req-c3e48edf-b7c9-4c08-86b1-818fdf3bd661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:02.330933 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-620050a5-fa99-44c6-a727-88253cf18ad3 req-c3e48edf-b7c9-4c08-86b1-818fdf3bd661 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e HTTP/1.1" status: 200 len: 918 time: 0.1410384 Aug 12 15:37:02.457150 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-620050a5-fa99-44c6-a727-88253cf18ad3 req-36a14573-b71b-4bbf-af16-3a07ad0c03f2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62d79960-3965-4462-97e1-cb33bbf6d293 HTTP/1.1" status: 200 len: 1002 time: 0.0966659 Aug 12 15:37:02.520721 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620050a5-fa99-44c6-a727-88253cf18ad3 req-161cce84-795a-4b6a-b3a5-d09af9c28f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:02.522075 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-620050a5-fa99-44c6-a727-88253cf18ad3 req-161cce84-795a-4b6a-b3a5-d09af9c28f96 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=88e0880e-bb53-49b2-83d2-6dd899a35462 HTTP/1.1" status: 200 len: 856 time: 0.0572019 Aug 12 15:37:02.602944 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620050a5-fa99-44c6-a727-88253cf18ad3 req-0f048613-7aca-4e86-b7f2-4a0b1e7e3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:02.604545 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-620050a5-fa99-44c6-a727-88253cf18ad3 req-0f048613-7aca-4e86-b7f2-4a0b1e7e3696 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758984 Aug 12 15:37:02.756791 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-620050a5-fa99-44c6-a727-88253cf18ad3 req-c298dfb4-bf09-40e6-8d54-c7493510f9af service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438882 Aug 12 15:37:02.762668 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f4881-e1fe-4cd3-a8d0-72e608893047 req-4f92d434-c1e1-451c-83f2-c0ee97ee72f6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:02.764132 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6c5f4881-e1fe-4cd3-a8d0-72e608893047 req-4f92d434-c1e1-451c-83f2-c0ee97ee72f6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0876093 Aug 12 15:37:02.810029 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6c5f4881-e1fe-4cd3-a8d0-72e608893047 req-4a839d6a-db53-4ebf-8af9-fa518b567855 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398972 Aug 12 15:37:02.890207 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-620050a5-fa99-44c6-a727-88253cf18ad3 req-54b1809c-a2a8-4ffa-86d6-c69838d9123f service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260996 Aug 12 15:37:04.036905 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1dd2a-8491-413d-a69d-573fc7b8ff46 req-ba396f52-c886-425a-8cd5-cd7cec9ad792 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:04.038598 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-36e1dd2a-8491-413d-a69d-573fc7b8ff46 req-ba396f52-c886-425a-8cd5-cd7cec9ad792 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.0946615 Aug 12 15:37:04.092989 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-36e1dd2a-8491-413d-a69d-573fc7b8ff46 req-10f352d3-9bf5-479a-a924-80ea479297ad tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465949 Aug 12 15:37:04.829964 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:37:04.893513 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] No Port match for: 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:37:04.893870 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 9fca3fb7-42ef-43c9-9e49-3d83fa0a177c not bound to the agent host hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:37:05.396100 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059a048-3537-42b8-871f-b1df425cc7c3 req-17de0419-816c-4692-9055-d68c6cbeef33 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:05.397739 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c059a048-3537-42b8-871f-b1df425cc7c3 req-17de0419-816c-4692-9055-d68c6cbeef33 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 946 time: 0.1843371 Aug 12 15:37:05.447025 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c059a048-3537-42b8-871f-b1df425cc7c3 req-79d065fd-305b-4469-9b71-b4b48b711c9e tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427027 Aug 12 15:37:06.840471 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 62d79960-3965-4462-97e1-cb33bbf6d293 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:37:06.989273 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:07.030733 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1317b2-7043-472b-9090-2458e60ffc24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62d79960-3965-4462-97e1-cb33bbf6d293'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:37:07.058956 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 62d79960-3965-4462-97e1-cb33bbf6d293, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=62d79960-3965-4462-97e1-cb33bbf6d293,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:37:07.068328 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:07.072629 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-50065263-2ea2-4cba-972d-9b4c35d0ec1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:07.108150 dv-cinder-804345-1-smb neutron-server[79209]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ac1317b2-7043-472b-9090-2458e60ffc24', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '62d79960-3965-4462-97e1-cb33bbf6d293', 'code': 422} returned with failed status Aug 12 15:37:07.165945 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=62d79960-3965-4462-97e1-cb33bbf6d293,revision_number=8']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:07.170587 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:07.204975 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758781e7-11e9-4325-b954-99df62d036de req-abdcfc6e-a17f-4311-9cf7-579b35a85dd3 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:07.206670 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-758781e7-11e9-4325-b954-99df62d036de req-abdcfc6e-a17f-4311-9cf7-579b35a85dd3 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 944 time: 0.0862434 Aug 12 15:37:07.265173 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-758781e7-11e9-4325-b954-99df62d036de req-8ac99c5e-1d9e-4ded-8e87-78d57455686c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522950 Aug 12 15:37:07.449698 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 53990) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:37:07.564369 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-858ccfa5-a20b-46fc-95da-7c07d404a65f req-1a760d97-397e-468b-8082-a15be394e953 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1133778 Aug 12 15:37:08.471428 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac7c3c-be16-488e-8e69-7bd3d0239ff4 req-1913daef-d200-4b46-b152-be0421ea4efa tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:08.473324 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3fac7c3c-be16-488e-8e69-7bd3d0239ff4 req-1913daef-d200-4b46-b152-be0421ea4efa tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 944 time: 0.0925846 Aug 12 15:37:08.541256 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3fac7c3c-be16-488e-8e69-7bd3d0239ff4 req-2eca69fc-1db8-4994-842c-6168f4cac5eb tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615218 Aug 12 15:37:08.549260 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ccfa5-a20b-46fc-95da-7c07d404a65f req-def00b20-3dfe-423b-9691-14a363e96a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:08.551108 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-858ccfa5-a20b-46fc-95da-7c07d404a65f req-def00b20-3dfe-423b-9691-14a363e96a72 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24&tenant_id=e688111fb0094ab1b8d5d97c590ee4e7 HTTP/1.1" status: 200 len: 1097 time: 0.1304266 Aug 12 15:37:08.665995 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ccfa5-a20b-46fc-95da-7c07d404a65f req-f0b91ce6-0778-43c6-adac-e277ac2f2fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:08.667469 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-858ccfa5-a20b-46fc-95da-7c07d404a65f req-f0b91ce6-0778-43c6-adac-e277ac2f2fff service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e688111fb0094ab1b8d5d97c590ee4e7&device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 1097 time: 0.0795412 Aug 12 15:37:08.746066 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-faeecee7-1392-4e02-a801-faa5cc690e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:08.808699 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ccfa5-a20b-46fc-95da-7c07d404a65f req-c6fd9fe1-28d3-4ef1-969a-1abdfec9ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:08.810384 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-858ccfa5-a20b-46fc-95da-7c07d404a65f req-c6fd9fe1-28d3-4ef1-969a-1abdfec9ac98 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e HTTP/1.1" status: 200 len: 918 time: 0.1336207 Aug 12 15:37:08.921294 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-858ccfa5-a20b-46fc-95da-7c07d404a65f req-f8f49f23-4e89-4c78-a7e1-cef1036b135d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62d79960-3965-4462-97e1-cb33bbf6d293 HTTP/1.1" status: 200 len: 1000 time: 0.1018574 Aug 12 15:37:08.983387 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ccfa5-a20b-46fc-95da-7c07d404a65f req-faa2bfb2-bb59-4fe5-be12-5ae8ab6b6de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:08.984683 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-858ccfa5-a20b-46fc-95da-7c07d404a65f req-faa2bfb2-bb59-4fe5-be12-5ae8ab6b6de2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=88e0880e-bb53-49b2-83d2-6dd899a35462 HTTP/1.1" status: 200 len: 856 time: 0.0570161 Aug 12 15:37:09.069202 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ccfa5-a20b-46fc-95da-7c07d404a65f req-1215abb4-69ff-40e3-a120-66cfa30674be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:09.070698 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-858ccfa5-a20b-46fc-95da-7c07d404a65f req-1215abb4-69ff-40e3-a120-66cfa30674be service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778708 Aug 12 15:37:09.201771 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-858ccfa5-a20b-46fc-95da-7c07d404a65f req-41600382-d58c-4782-8b94-fd38669e4f8d service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236629 Aug 12 15:37:09.337746 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-858ccfa5-a20b-46fc-95da-7c07d404a65f req-d2339a71-df03-4d1a-bd0e-7daefcde9f9b service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285331 Aug 12 15:37:09.739447 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c037b5-4edf-470d-8931-5c78b54da4c2 req-4c5b3dfe-438f-4e16-a1dc-bb0e908b02e7 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:09.741214 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-81c037b5-4edf-470d-8931-5c78b54da4c2 req-4c5b3dfe-438f-4e16-a1dc-bb0e908b02e7 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 944 time: 0.0884919 Aug 12 15:37:09.790800 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:09.826541 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-81c037b5-4edf-470d-8931-5c78b54da4c2 req-9eb3d5c0-a86c-4692-80f6-6a71e7c50ed1 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765655 Aug 12 15:37:11.018951 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e76c0a-61bf-4ec3-ae3c-26cdf299abb9 req-976161b1-568c-4637-93d2-9c509c31dd72 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:11.020520 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-34e76c0a-61bf-4ec3-ae3c-26cdf299abb9 req-976161b1-568c-4637-93d2-9c509c31dd72 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 944 time: 0.0844848 Aug 12 15:37:11.069344 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-34e76c0a-61bf-4ec3-ae3c-26cdf299abb9 req-10152cc4-e02c-4713-98e7-4e836e8e14a6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415492 Aug 12 15:37:11.575501 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2f8c11d2-7113-4430-a920-cdcb107a62cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:12.361811 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f57e1-8dcc-43b7-943c-2d303706c1b4 req-402d9a4b-7e88-4475-8d96-99d790280e8a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:12.363937 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b00f57e1-8dcc-43b7-943c-2d303706c1b4 req-402d9a4b-7e88-4475-8d96-99d790280e8a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 944 time: 0.1828654 Aug 12 15:37:12.414252 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b00f57e1-8dcc-43b7-943c-2d303706c1b4 req-dfa6ff24-360c-4384-bc9f-ffa23c5c1f7d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423353 Aug 12 15:37:12.602187 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:13.610343 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9319e7-dbd4-498f-a419-589bc2439ce0 req-c55a9c23-fa5d-4645-adf6-ef0a37f98eae tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:13.611840 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ca9319e7-dbd4-498f-a419-589bc2439ce0 req-c55a9c23-fa5d-4645-adf6-ef0a37f98eae tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 944 time: 0.0815065 Aug 12 15:37:13.658715 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ca9319e7-dbd4-498f-a419-589bc2439ce0 req-f91e9095-fdbf-4a9f-b398-1df9c8b7386a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411906 Aug 12 15:37:13.838467 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:14.677065 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:14.856004 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c38e8-b37f-4e15-86a7-40d8ba15750b req-ac8869a8-6a49-48de-809a-d4eacda4640b tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:14.857489 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bf6c38e8-b37f-4e15-86a7-40d8ba15750b req-ac8869a8-6a49-48de-809a-d4eacda4640b tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 944 time: 0.0830331 Aug 12 15:37:14.904479 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bf6c38e8-b37f-4e15-86a7-40d8ba15750b req-e6620afd-f4e1-4e08-a8af-3bc731f34843 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412273 Aug 12 15:37:16.101889 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001f60d-e272-4c90-a12d-32178ac19d2d req-0aa1175c-ec82-4a0e-ab27-b57c47702272 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:16.103573 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7001f60d-e272-4c90-a12d-32178ac19d2d req-0aa1175c-ec82-4a0e-ab27-b57c47702272 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 944 time: 0.0869124 Aug 12 15:37:16.151933 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7001f60d-e272-4c90-a12d-32178ac19d2d req-c436fd15-2d5e-40eb-b363-a62a29c9e29c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420322 Aug 12 15:37:17.345692 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63d052-1291-47cf-8ed0-21bf5a364ddf req-433c57f9-04c2-4f1d-a7a2-e91de7321354 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:17.347201 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7d63d052-1291-47cf-8ed0-21bf5a364ddf req-433c57f9-04c2-4f1d-a7a2-e91de7321354 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 944 time: 0.0809875 Aug 12 15:37:17.396519 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7d63d052-1291-47cf-8ed0-21bf5a364ddf req-e6e8741d-2c80-43d2-9a9a-c5de82b82c76 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422368 Aug 12 15:37:18.605652 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2109be-7c2c-4f0e-b706-9c17173b96a7 req-3f7d2b82-5af7-4e3b-b580-bc8a2a29d520 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:18.607608 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8a2109be-7c2c-4f0e-b706-9c17173b96a7 req-3f7d2b82-5af7-4e3b-b580-bc8a2a29d520 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 944 time: 0.0885818 Aug 12 15:37:18.656657 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8a2109be-7c2c-4f0e-b706-9c17173b96a7 req-c8a48771-a58c-403c-997a-7a71b26b2f91 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434599 Aug 12 15:37:19.872060 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2774b-8df0-4687-939e-b24332b13526 req-dcdb99fd-4319-4469-8bf6-f54fc9cdfa34 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:19.873663 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-90e2774b-8df0-4687-939e-b24332b13526 req-dcdb99fd-4319-4469-8bf6-f54fc9cdfa34 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 944 time: 0.0910516 Aug 12 15:37:19.925487 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-90e2774b-8df0-4687-939e-b24332b13526 req-e4740cf0-2391-44ed-8e64-972df53f9720 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455837 Aug 12 15:37:21.130599 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc17717-474d-4f27-9e55-71364e79493e req-d1fa23ac-2669-41d0-8b2c-95b2b2fe30db tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:21.132076 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3dc17717-474d-4f27-9e55-71364e79493e req-d1fa23ac-2669-41d0-8b2c-95b2b2fe30db tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 944 time: 0.0823014 Aug 12 15:37:21.179911 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3dc17717-474d-4f27-9e55-71364e79493e req-4f8cfa1e-28fb-46c2-89a3-789889893a95 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387836 Aug 12 15:37:21.862086 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 54164) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:37:21.923534 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Deleting subnet d6a725f8-0566-4046-ab6d-fafcba8afb11 {{(pid=79207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 12 15:37:21.926456 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:21.974593 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1836087'] for subnet, precommit_delete_associations {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:22.032807 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15865242'] for subnet, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:22.098633 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15865237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2979723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2156270'] for subnet, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:22.103136 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:22.138166 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6a725f8-0566-4046-ab6d-fafcba8afb11,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:22.143331 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:22.151087 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.151456 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.151819 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.152175 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.152542 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.152879 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.153223 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.153605 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.153950 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.154291 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.154657 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.154997 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.159765 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d6a725f8-0566-4046-ab6d-fafcba8afb11 HTTP/1.1" status: 204 len: 168 time: 0.2966835 Aug 12 15:37:22.160704 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:22.162449 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54168) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:37:22.374016 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16529243'] for network, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:22.387568 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debed34-4e56-4d30-9e96-1ffbbca0b3a0 req-dfb80a33-e19e-444c-9b3a-7db932eeccf5 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:22.389180 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5debed34-4e56-4d30-9e96-1ffbbca0b3a0 req-dfb80a33-e19e-444c-9b3a-7db932eeccf5 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 944 time: 0.0916910 Aug 12 15:37:22.437247 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5debed34-4e56-4d30-9e96-1ffbbca0b3a0 req-0df7f73d-bb23-479a-a627-493e669e5b2c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388820 Aug 12 15:37:22.499674 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15862113', 'neutron.services.segments.db._delete_segments_for_network-8783031516317'] for network, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:22.514396 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e546c8-beba-4d1b-947e-edba79384909']}} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:37:22.526503 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff2d3cc-6658-4738-9ec3-61a86086a01d') {'for_net_delete': True} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:37:22.526803 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff2d3cc-6658-4738-9ec3-61a86086a01d') {} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:37:22.537838 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783031512823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060102'] for segment, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:22.553221 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:22.559560 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=79208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:37:22.559943 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15867305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2305617'] for segment, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: Traceback (most recent call last): Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: timer() Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: cb(*args, **kw) Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: return func(*args, **kwargs) Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: self._notify() Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: self.callback(batched_events) Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: event.method(event) Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: return f(self, *a, **k) Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: return self._get(url).json() Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: return self.request(url, 'GET', **kwargs) Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:37:22.574045 dv-cinder-804345-1-smb neutron-server[79208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:37:22.650169 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15862040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544010'] for network, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:22.653886 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:22.666315 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:22.676337 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Pushing event deleted for resources: {'Network': ['ID=75e546c8-beba-4d1b-947e-edba79384909,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:22.686664 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.687046 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.687401 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.687751 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.688093 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.688435 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.688781 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.689120 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.689586 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.689957 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.690303 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.690639 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:22.693981 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] 10.222.0.59 "DELETE /v2.0/networks/75e546c8-beba-4d1b-947e-edba79384909 HTTP/1.1" status: 204 len: 168 time: 0.5304868 Aug 12 15:37:22.694821 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2dd87307-8d09-4538-9433-843945174340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:22.815260 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54178) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:37:22.869837 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-a163f854-2260-4d8f-8ef3-82025752b33f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ce56888c19254f02a887380d19442f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532782 Aug 12 15:37:22.872183 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54182) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:37:22.929178 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7552370a-a4ad-42ab-bd6d-834eb0a11b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:22.958587 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7552370a-a4ad-42ab-bd6d-834eb0a11b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:23.009425 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7552370a-a4ad-42ab-bd6d-834eb0a11b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:23.012930 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-6c58f2f9-a6a2-4959-8b88-b48e38585b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:23.023376 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552370a-a4ad-42ab-bd6d-834eb0a11b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b555a2fa-9afa-44bb-91a6-e6c54b788694,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:23.028205 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7552370a-a4ad-42ab-bd6d-834eb0a11b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:23.030076 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7552370a-a4ad-42ab-bd6d-834eb0a11b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:23.031158 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-7552370a-a4ad-42ab-bd6d-834eb0a11b9e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b555a2fa-9afa-44bb-91a6-e6c54b788694 HTTP/1.1" status: 204 len: 168 time: 0.1580908 Aug 12 15:37:23.145027 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:37:23.629804 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd182f-bb4e-4eac-8392-24a55b74c64b req-5e9dc49c-ebec-49a3-af9e-71f20644728c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:23.631269 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-28fd182f-bb4e-4eac-8392-24a55b74c64b req-5e9dc49c-ebec-49a3-af9e-71f20644728c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 944 time: 0.0792294 Aug 12 15:37:23.679524 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-28fd182f-bb4e-4eac-8392-24a55b74c64b req-820e1837-727b-40b7-a8e1-c16efb00f43c tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420334 Aug 12 15:37:24.866496 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc035f-f1ca-437e-a873-8da5be7143e9 req-5b3ea7f8-d704-4d2d-9fef-27f478f0a07d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:24.867966 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bdfc035f-f1ca-437e-a873-8da5be7143e9 req-5b3ea7f8-d704-4d2d-9fef-27f478f0a07d tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 944 time: 0.0794325 Aug 12 15:37:24.911678 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bdfc035f-f1ca-437e-a873-8da5be7143e9 req-ab346f65-6fff-444b-b7b8-4d661d9af048 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381632 Aug 12 15:37:24.962780 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 62d79960-3965-4462-97e1-cb33bbf6d293 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:37:25.093538 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 62d79960-3965-4462-97e1-cb33bbf6d293, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=62d79960-3965-4462-97e1-cb33bbf6d293,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:37:25.111115 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': '62d79960-3965-4462-97e1-cb33bbf6d293', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'port_id': '62d79960-3965-4462-97e1-cb33bbf6d293', 'mac_address': 'fa:16:3e:4c:2a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:37:25.166155 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:25.182347 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d79960-3965-4462-97e1-cb33bbf6d293 {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:37:25.198437 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 62d79960-3965-4462-97e1-cb33bbf6d293, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=62d79960-3965-4462-97e1-cb33bbf6d293,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:37:25.202494 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:25.204285 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:25.269920 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=62d79960-3965-4462-97e1-cb33bbf6d293,revision_number=9']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:25.277523 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:25.277878 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:25.278222 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:25.278559 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:25.278989 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:25.279329 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:25.279659 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:25.279986 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:25.280372 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:25.280635 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:25.281011 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:25.281371 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:25.285148 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:25.511940 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['62d79960-3965-4462-97e1-cb33bbf6d293'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:37:26.107416 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382dc3f-8c1f-4dc9-99eb-3b4abe355681 req-7981ce51-4579-423b-9509-310b15ef6b5f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:26.108866 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2382dc3f-8c1f-4dc9-99eb-3b4abe355681 req-7981ce51-4579-423b-9509-310b15ef6b5f tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 945 time: 0.0840592 Aug 12 15:37:26.153718 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2382dc3f-8c1f-4dc9-99eb-3b4abe355681 req-b743eb53-b037-4269-9f8b-09b97c6aac28 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390544 Aug 12 15:37:26.980671 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 62d79960-3965-4462-97e1-cb33bbf6d293 up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:37:27.048844 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port 62d79960-3965-4462-97e1-cb33bbf6d293 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:37:27.049221 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:27.160225 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:27.198650 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1317b2-7043-472b-9090-2458e60ffc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d79960-3965-4462-97e1-cb33bbf6d293'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:37:27.201017 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 62d79960-3965-4462-97e1-cb33bbf6d293, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=62d79960-3965-4462-97e1-cb33bbf6d293,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:37:27.206357 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:27.209127 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-6774157d-b2f0-4110-8657-9a6b19f71ceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:27.244777 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1317b2-7043-472b-9090-2458e60ffc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d79960-3965-4462-97e1-cb33bbf6d293', 'code': 200} Aug 12 15:37:27.284032 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=62d79960-3965-4462-97e1-cb33bbf6d293,revision_number=10']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:27.291878 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:27.368817 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae00f75-1e2d-4a26-a299-25777b68d9e0 req-08cae429-ca80-4ea6-b33f-12a6bc957828 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:27.370338 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5ae00f75-1e2d-4a26-a299-25777b68d9e0 req-08cae429-ca80-4ea6-b33f-12a6bc957828 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 947 time: 0.0998576 Aug 12 15:37:27.420567 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-5ae00f75-1e2d-4a26-a299-25777b68d9e0 req-2fe99b4c-b707-473d-b67e-a18d82b18fcd tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441511 Aug 12 15:37:27.542224 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fd7fe-5f7c-489c-bb6d-8f97a475f814 req-5cd11212-d85c-4a67-8a01-1368639d5773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:27.543700 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d78fd7fe-5f7c-489c-bb6d-8f97a475f814 req-5cd11212-d85c-4a67-8a01-1368639d5773 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 1100 time: 0.0703964 Aug 12 15:37:27.584917 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d78fd7fe-5f7c-489c-bb6d-8f97a475f814 req-637a4636-4bb8-4ee0-9e0b-479aa6c4ff76 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345962 Aug 12 15:37:28.053412 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eca54-0fe3-4ac2-889d-d782509f4457 req-43f9d59e-f6d6-47a6-81d4-e856ad057408 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:28.054819 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d03eca54-0fe3-4ac2-889d-d782509f4457 req-43f9d59e-f6d6-47a6-81d4-e856ad057408 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 945 time: 0.0792089 Aug 12 15:37:28.100069 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d03eca54-0fe3-4ac2-889d-d782509f4457 req-bb730b8b-2113-452e-9d81-20b9e37b9371 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5e10e7-edc1-407e-a96c-c5a4055ed75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396452 Aug 12 15:37:28.692670 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcfe35-2915-4b3b-9418-bfee6fd2abf9 req-0594a8f2-920c-472a-bbe8-1d32e38967a7 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:28.694051 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-23fcfe35-2915-4b3b-9418-bfee6fd2abf9 req-0594a8f2-920c-472a-bbe8-1d32e38967a7 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 947 time: 0.1632471 Aug 12 15:37:28.739108 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-23fcfe35-2915-4b3b-9418-bfee6fd2abf9 req-edddcab4-41b6-4626-abff-f3bc3fd26e81 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387363 Aug 12 15:37:29.291691 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cc9a8-bb4f-4041-9b08-469d962bca2c req-791990f4-7f13-4008-9cec-ba247d14ab4a tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:29.293556 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-504cc9a8-bb4f-4041-9b08-469d962bca2c req-791990f4-7f13-4008-9cec-ba247d14ab4a tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 945 time: 0.0873346 Aug 12 15:37:29.338507 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-504cc9a8-bb4f-4041-9b08-469d962bca2c req-7d1e160a-17dd-413c-aade-57967eb45cdd tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5e10e7-edc1-407e-a96c-c5a4055ed75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389812 Aug 12 15:37:29.929600 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede6464-7b36-4148-b788-a18d8ed630b5 req-3bc86a24-0060-4c3f-94c7-ef769076f1a9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:29.931070 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8ede6464-7b36-4148-b788-a18d8ed630b5 req-3bc86a24-0060-4c3f-94c7-ef769076f1a9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 947 time: 0.0828533 Aug 12 15:37:29.975490 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8ede6464-7b36-4148-b788-a18d8ed630b5 req-62b7da96-84ec-4ac7-8ea1-d3f57b679561 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386271 Aug 12 15:37:30.272236 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e56f5-d08d-4f5f-9a09-f22de336780e req-e57e7717-194e-4223-a252-5c1dd2588d08 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:30.272928 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-570e56f5-d08d-4f5f-9a09-f22de336780e req-e57e7717-194e-4223-a252-5c1dd2588d08 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Synchronizing usage tracker for tenant:4ae52b150d414313bac15fe05944e1fc on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:37:30.288035 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-570e56f5-d08d-4f5f-9a09-f22de336780e req-e57e7717-194e-4223-a252-5c1dd2588d08 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Unset dirty status for tenant:4ae52b150d414313bac15fe05944e1fc on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:37:30.290042 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-570e56f5-d08d-4f5f-9a09-f22de336780e req-e57e7717-194e-4223-a252-5c1dd2588d08 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.82 "GET /v2.0/ports?device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 945 time: 0.0981655 Aug 12 15:37:30.359804 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-570e56f5-d08d-4f5f-9a09-f22de336780e req-3fce6434-4a2c-47ec-adf9-e7d698573fac tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Deleting port ff4883b2-624d-458e-9f1a-d6c3b2171261 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:37:30.360183 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-570e56f5-d08d-4f5f-9a09-f22de336780e req-3fce6434-4a2c-47ec-adf9-e7d698573fac tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:30.525668 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb0a6e-8d11-406e-88ba-0c6fa5e09e67 req-fe0f3dca-417d-438f-a076-0eca33b1882f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:30.527037 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b9cb0a6e-8d11-406e-88ba-0c6fa5e09e67 req-fe0f3dca-417d-438f-a076-0eca33b1882f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 945 time: 0.0819681 Aug 12 15:37:30.571632 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b9cb0a6e-8d11-406e-88ba-0c6fa5e09e67 req-6f80f9b6-ad57-4199-8526-f101394657b3 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f5e10e7-edc1-407e-a96c-c5a4055ed75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388818 Aug 12 15:37:30.613371 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-570e56f5-d08d-4f5f-9a09-f22de336780e req-3fce6434-4a2c-47ec-adf9-e7d698573fac tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] For port ff4883b2-624d-458e-9f1a-d6c3b2171261, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=ff4883b2-624d-458e-9f1a-d6c3b2171261,segment=NetworkSegment(3a148533-f4a5-45f5-83cd-034fa2e35181),segment_id=3a148533-f4a5-45f5-83cd-034fa2e35181)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:37:30.613756 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-570e56f5-d08d-4f5f-9a09-f22de336780e req-3fce6434-4a2c-47ec-adf9-e7d698573fac tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:30.903899 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-570e56f5-d08d-4f5f-9a09-f22de336780e req-3fce6434-4a2c-47ec-adf9-e7d698573fac tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:30.904176 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-570e56f5-d08d-4f5f-9a09-f22de336780e req-3fce6434-4a2c-47ec-adf9-e7d698573fac tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544115'] for floatingip, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:30.904484 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.db.l3_db [req-570e56f5-d08d-4f5f-9a09-f22de336780e req-3fce6434-4a2c-47ec-adf9-e7d698573fac tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Floating IP d5bf8e9b-fa69-4964-9957-285b1931a5a9 disassociated. External IP: 172.28.0.178, port: ff4883b2-624d-458e-9f1a-d6c3b2171261. Aug 12 15:37:30.904821 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-570e56f5-d08d-4f5f-9a09-f22de336780e req-3fce6434-4a2c-47ec-adf9-e7d698573fac tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Calling delete_port for ff4883b2-624d-458e-9f1a-d6c3b2171261 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:37:31.045958 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-570e56f5-d08d-4f5f-9a09-f22de336780e req-3fce6434-4a2c-47ec-adf9-e7d698573fac tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:31.051518 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:31.099253 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce6434-4a2c-47ec-adf9-e7d698573fac tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Pushing event deleted for resources: {'Port': ['ID=ff4883b2-624d-458e-9f1a-d6c3b2171261,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:31.101651 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3fce6434-4a2c-47ec-adf9-e7d698573fac tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:31.388621 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-570e56f5-d08d-4f5f-9a09-f22de336780e req-3fce6434-4a2c-47ec-adf9-e7d698573fac tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Router 0e8a99c1-dd89-45d2-af18-541e4466e365 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:37:31.569250 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-570e56f5-d08d-4f5f-9a09-f22de336780e req-3fce6434-4a2c-47ec-adf9-e7d698573fac tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:37:31.578795 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ea49a1-402e-4407-bfda-29a62444dfa3 None None] Sync routers for ids ['0e8a99c1-dd89-45d2-af18-541e4466e365'] in dv-cinder-804345-1-smb {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:37:31.588499 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea49a1-402e-4407-bfda-29a62444dfa3 None None] Routers {'0e8a99c1-dd89-45d2-af18-541e4466e365'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:37:31.589183 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-57ea49a1-402e-4407-bfda-29a62444dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:37:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['0e8a99c1-dd89-45d2-af18-541e4466e365'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:37:31.646199 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-570e56f5-d08d-4f5f-9a09-f22de336780e req-3fce6434-4a2c-47ec-adf9-e7d698573fac tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] No DVR routers for this DVR port ff4883b2-624d-458e-9f1a-d6c3b2171261 on host hv-cinder-80434 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:37:31.649246 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-570e56f5-d08d-4f5f-9a09-f22de336780e req-3fce6434-4a2c-47ec-adf9-e7d698573fac tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:31.651944 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65af825f-aa93-4fdf-9ae6-62678b56e46f', 'name': 'network-vif-deleted', 'tag': 'ff4883b2-624d-458e-9f1a-d6c3b2171261'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:37:31.669360 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-570e56f5-d08d-4f5f-9a09-f22de336780e req-3fce6434-4a2c-47ec-adf9-e7d698573fac tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.82 "DELETE /v2.0/ports/ff4883b2-624d-458e-9f1a-d6c3b2171261 HTTP/1.1" status: 204 len: 173 time: 1.3740511 Aug 12 15:37:31.709691 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65af825f-aa93-4fdf-9ae6-62678b56e46f', 'name': 'network-vif-deleted', 'tag': 'ff4883b2-624d-458e-9f1a-d6c3b2171261', 'status': 'completed', 'code': 200} Aug 12 15:37:31.725015 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-05b7dc1e-f0c7-42a2-929f-c7c7e78e3616 req-040d75f2-2b25-47ff-a297-512181408b96 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/ports?device_id=65af825f-aa93-4fdf-9ae6-62678b56e46f HTTP/1.1" status: 200 len: 210 time: 0.0474217 Aug 12 15:37:31.780077 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-57ea49a1-402e-4407-bfda-29a62444dfa3 None None] Set router 0e8a99c1-dd89-45d2-af18-541e4466e365 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:37:32.095544 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-57ea49a1-402e-4407-bfda-29a62444dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:30:54Z', 'revision_number': 4, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port': {'id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:45Z', 'updated_at': '2021-08-12T15:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'd4ca6ff1-e133-4760-b328-9c6f6f164919', 'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'mac_address': 'fa:16:3e:cc:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:51Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'subnets': [{'id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:37:32.099634 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ea49a1-402e-4407-bfda-29a62444dfa3 None None] Checking router: 0e8a99c1-dd89-45d2-af18-541e4466e365 for host: dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:37:32.107768 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea49a1-402e-4407-bfda-29a62444dfa3 None None] Routers {'0e8a99c1-dd89-45d2-af18-541e4466e365'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:37:32.108370 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-57ea49a1-402e-4407-bfda-29a62444dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:37:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['0e8a99c1-dd89-45d2-af18-541e4466e365'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:37:32.314201 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-57ea49a1-402e-4407-bfda-29a62444dfa3 None None] Set router 0e8a99c1-dd89-45d2-af18-541e4466e365 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:37:32.624099 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-57ea49a1-402e-4407-bfda-29a62444dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:30:54Z', 'revision_number': 4, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port': {'id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:45Z', 'updated_at': '2021-08-12T15:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'd4ca6ff1-e133-4760-b328-9c6f6f164919', 'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'mac_address': 'fa:16:3e:cc:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:51Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'subnets': [{'id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:37:32.627968 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ea49a1-402e-4407-bfda-29a62444dfa3 None None] The sync data for ids ['0e8a99c1-dd89-45d2-af18-541e4466e365'] in dv-cinder-804345-1-smb is: [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:30:54Z', 'revision_number': 4, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port': {'id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:45Z', 'updated_at': '2021-08-12T15:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': 'd4ca6ff1-e133-4760-b328-9c6f6f164919', 'name': '', 'network_id': 'f3172b19-37f4-47e1-a878-5aad46a4730e', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'mac_address': 'fa:16:3e:cc:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:51Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'subnets': [{'id': '74cba89c-c64c-4a24-a16e-3479da23e1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:37:32.843080 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3042c13-2dad-4850-9ba3-494256d7e30b None None] New status for floating IP d5bf8e9b-fa69-4964-9957-285b1931a5a9: DOWN {{(pid=79210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:37:32.858308 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54298) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:37:32.928024 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3e493938-56c8-4b3c-a776-93bf586ff14c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:32.956005 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3e493938-56c8-4b3c-a776-93bf586ff14c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:33.009312 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3e493938-56c8-4b3c-a776-93bf586ff14c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:33.013122 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d90c5ec9-4627-40ab-8ea2-5414db2f5735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:33.027629 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e493938-56c8-4b3c-a776-93bf586ff14c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5e10e7-edc1-407e-a96c-c5a4055ed75c,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:33.031887 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3e493938-56c8-4b3c-a776-93bf586ff14c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:33.041735 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-3e493938-56c8-4b3c-a776-93bf586ff14c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:33.043319 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-3e493938-56c8-4b3c-a776-93bf586ff14c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "DELETE /v2.0/security-groups/4f5e10e7-edc1-407e-a96c-c5a4055ed75c HTTP/1.1" status: 204 len: 168 time: 0.1838782 Aug 12 15:37:33.045960 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54302) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:37:33.064784 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.api.v2.resource [None req-57ce8320-b901-4e92-9b2f-277c654132b0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] show failed (client error): The resource could not be found. Aug 12 15:37:33.065821 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-57ce8320-b901-4e92-9b2f-277c654132b0 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "GET /v2.0/security-groups/4f5e10e7-edc1-407e-a96c-c5a4055ed75c HTTP/1.1" status: 404 len: 347 time: 0.0186231 Aug 12 15:37:33.068725 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54306) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:37:33.226830 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d90eb-0b55-49f5-816f-13337aa5220c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Deleting port 07cf655b-9825-4d3a-8fc7-26b0fe8bded8 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:37:33.227092 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dd8d90eb-0b55-49f5-816f-13337aa5220c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:33.393442 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dd8d90eb-0b55-49f5-816f-13337aa5220c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:33.393816 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dd8d90eb-0b55-49f5-816f-13337aa5220c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:33.513039 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d90eb-0b55-49f5-816f-13337aa5220c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Calling delete_port for 07cf655b-9825-4d3a-8fc7-26b0fe8bded8 owned by network:floatingip {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:37:33.649339 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dd8d90eb-0b55-49f5-816f-13337aa5220c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:33.653662 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3f7f2203-9022-45d9-8c12-78e61c4b0591 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:33.695380 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d90eb-0b55-49f5-816f-13337aa5220c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Pushing event deleted for resources: {'Port': ['ID=07cf655b-9825-4d3a-8fc7-26b0fe8bded8,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:33.698472 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-dd8d90eb-0b55-49f5-816f-13337aa5220c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:33.785656 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dd8d90eb-0b55-49f5-816f-13337aa5220c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks [] for floatingip, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:33.798784 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dd8d90eb-0b55-49f5-816f-13337aa5220c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for floatingip, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:33.799894 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-dd8d90eb-0b55-49f5-816f-13337aa5220c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] 10.222.0.59 "DELETE /v2.0/floatingips/d5bf8e9b-fa69-4964-9957-285b1931a5a9 HTTP/1.1" status: 204 len: 168 time: 0.7302752 Aug 12 15:37:35.009978 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device ff4883b2-624d-458e-9f1a-d6c3b2171261 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:37:35.043934 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] No Port match for: ff4883b2-624d-458e-9f1a-d6c3b2171261 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:37:35.044379 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device ff4883b2-624d-458e-9f1a-d6c3b2171261 not bound to the agent host hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:37:37.772303 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54336) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:37:38.558232 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-894f906d-7e87-4c29-a7aa-bf4670022371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717506'] for router_interface, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:38.748333 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-ca2ed06a-3f0b-48bd-b601-4ef70803ffd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:38.894296 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-894f906d-7e87-4c29-a7aa-bf4670022371 admin admin] Deleting port d4ca6ff1-e133-4760-b328-9c6f6f164919 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:37:38.894873 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-894f906d-7e87-4c29-a7aa-bf4670022371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:39.061202 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [None req-894f906d-7e87-4c29-a7aa-bf4670022371 admin admin] For port d4ca6ff1-e133-4760-b328-9c6f6f164919, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=d4ca6ff1-e133-4760-b328-9c6f6f164919,segment=NetworkSegment(3a148533-f4a5-45f5-83cd-034fa2e35181),segment_id=3a148533-f4a5-45f5-83cd-034fa2e35181)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:37:39.061574 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-894f906d-7e87-4c29-a7aa-bf4670022371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:39.183607 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-894f906d-7e87-4c29-a7aa-bf4670022371 admin admin] Calling delete_port for d4ca6ff1-e133-4760-b328-9c6f6f164919 owned by network:router_interface {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:37:39.355271 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-894f906d-7e87-4c29-a7aa-bf4670022371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:39.359480 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-cd957bf3-13ae-4058-ab1f-aa49e97ce4c4 tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:39.402276 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f906d-7e87-4c29-a7aa-bf4670022371 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ca6ff1-e133-4760-b328-9c6f6f164919,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:39.405284 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-894f906d-7e87-4c29-a7aa-bf4670022371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:39.766035 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-894f906d-7e87-4c29-a7aa-bf4670022371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717502'] for router_interface, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:39.783953 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:40.118043 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894f906d-7e87-4c29-a7aa-bf4670022371 admin admin] Router 0e8a99c1-dd89-45d2-af18-541e4466e365 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:37:40.292066 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894f906d-7e87-4c29-a7aa-bf4670022371 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:37:40.300495 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec6492-592e-4400-ad67-c75f649f6f80 None None] Sync routers for ids ['0e8a99c1-dd89-45d2-af18-541e4466e365'] in dv-cinder-804345-1-smb {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:37:40.305964 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-894f906d-7e87-4c29-a7aa-bf4670022371 admin admin] 10.222.0.59 "PUT /v2.0/routers/0e8a99c1-dd89-45d2-af18-541e4466e365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5318429 Aug 12 15:37:40.307086 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54342) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:37:40.310694 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec6492-592e-4400-ad67-c75f649f6f80 None None] Routers {'0e8a99c1-dd89-45d2-af18-541e4466e365'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:37:40.311306 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-36ec6492-592e-4400-ad67-c75f649f6f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:37:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['0e8a99c1-dd89-45d2-af18-541e4466e365'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:37:40.485377 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4077a0dc-aeec-4651-ba01-759673401a68 admin admin] Notify callbacks [] for router, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:40.490585 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-36ec6492-592e-4400-ad67-c75f649f6f80 None None] Set router 0e8a99c1-dd89-45d2-af18-541e4466e365 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:37:40.657257 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4077a0dc-aeec-4651-ba01-759673401a68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:40.667314 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-4077a0dc-aeec-4651-ba01-759673401a68 admin admin] Deleting port 828d7dae-7604-4f5b-b0fc-da0b44d9f505 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:37:40.667637 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4077a0dc-aeec-4651-ba01-759673401a68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:40.778047 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-36ec6492-592e-4400-ad67-c75f649f6f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244'}], 'enable_snat': True}, 'gw_port_id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:37:39Z', 'revision_number': 5, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port': {'id': '828d7dae-7604-4f5b-b0fc-da0b44d9f505', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:45Z', 'updated_at': '2021-08-12T15:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:37:40.781619 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec6492-592e-4400-ad67-c75f649f6f80 None None] Checking router: 0e8a99c1-dd89-45d2-af18-541e4466e365 for host: dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:37:40.789844 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec6492-592e-4400-ad67-c75f649f6f80 None None] Routers {'0e8a99c1-dd89-45d2-af18-541e4466e365'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:37:40.790441 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-36ec6492-592e-4400-ad67-c75f649f6f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:37:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['0e8a99c1-dd89-45d2-af18-541e4466e365'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:37:40.839473 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [None req-4077a0dc-aeec-4651-ba01-759673401a68 admin admin] For port 828d7dae-7604-4f5b-b0fc-da0b44d9f505, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=828d7dae-7604-4f5b-b0fc-da0b44d9f505,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:37:40.839830 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4077a0dc-aeec-4651-ba01-759673401a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:40.992259 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-36ec6492-592e-4400-ad67-c75f649f6f80 None None] Set router 0e8a99c1-dd89-45d2-af18-541e4466e365 gateway port host: None {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:37:41.071730 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-4077a0dc-aeec-4651-ba01-759673401a68 admin admin] Calling delete_port for 828d7dae-7604-4f5b-b0fc-da0b44d9f505 owned by network:router_gateway {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:37:41.099569 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-36ec6492-592e-4400-ad67-c75f649f6f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:37:40Z', 'revision_number': 6, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port_host': None}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:37:41.103547 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec6492-592e-4400-ad67-c75f649f6f80 None None] The sync data for ids ['0e8a99c1-dd89-45d2-af18-541e4466e365'] in dv-cinder-804345-1-smb is: [{'id': '0e8a99c1-dd89-45d2-af18-541e4466e365', 'name': 'tempest-AttachVolumeTestJSON-982593818-router', 'tenant_id': '4ae52b150d414313bac15fe05944e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:42Z', 'updated_at': '2021-08-12T15:37:40Z', 'revision_number': 6, 'project_id': '4ae52b150d414313bac15fe05944e1fc', 'gw_port_host': None}] {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:37:41.236521 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4077a0dc-aeec-4651-ba01-759673401a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:41.240833 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ffdee66d-deb1-4fda-8f73-839b544c7e46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:41.284167 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077a0dc-aeec-4651-ba01-759673401a68 admin admin] Pushing event deleted for resources: {'Port': ['ID=828d7dae-7604-4f5b-b0fc-da0b44d9f505,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:41.309655 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-4077a0dc-aeec-4651-ba01-759673401a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:41.374153 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4077a0dc-aeec-4651-ba01-759673401a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544023'] for router_gateway, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:41.547466 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4077a0dc-aeec-4651-ba01-759673401a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1722'] for router, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:41.549779 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4077a0dc-aeec-4651-ba01-759673401a68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:41.570908 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8975-84cd-49d1-92aa-c372c3a5a608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:41.576990 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4077a0dc-aeec-4651-ba01-759673401a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-720461'] for router, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:41.577551 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4077a0dc-aeec-4651-ba01-759673401a68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e8a99c1-dd89-45d2-af18-541e4466e365 {{(pid=79208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 12 15:37:41.589673 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-4077a0dc-aeec-4651-ba01-759673401a68 admin admin] Notify callbacks [] for router, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:41.590771 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-4077a0dc-aeec-4651-ba01-759673401a68 admin admin] 10.222.0.59 "DELETE /v2.0/routers/0e8a99c1-dd89-45d2-af18-541e4466e365 HTTP/1.1" status: 204 len: 168 time: 1.2827849 Aug 12 15:37:41.593198 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54346) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:37:41.650535 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_v2 [None req-f350d327-69ca-4e7d-b38b-08f27fc8cc52 admin admin] Deleting subnet 74cba89c-c64c-4a24-a16e-3479da23e1c4 {{(pid=79208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 12 15:37:41.653338 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f350d327-69ca-4e7d-b38b-08f27fc8cc52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:41.703049 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f350d327-69ca-4e7d-b38b-08f27fc8cc52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060121'] for subnet, precommit_delete_associations {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:41.779807 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f350d327-69ca-4e7d-b38b-08f27fc8cc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15865242'] for subnet, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:41.848712 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f350d327-69ca-4e7d-b38b-08f27fc8cc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15865237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2305591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2392286'] for subnet, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:41.852825 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:41.891509 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350d327-69ca-4e7d-b38b-08f27fc8cc52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74cba89c-c64c-4a24-a16e-3479da23e1c4,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:41.894615 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f350d327-69ca-4e7d-b38b-08f27fc8cc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:41.895593 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f350d327-69ca-4e7d-b38b-08f27fc8cc52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:41.901203 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc85e9dc-4e7a-4cc4-82c6-5067a527aef4 None None] Network f3172b19-37f4-47e1-a878-5aad46a4730e requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:37:41.901705 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-f350d327-69ca-4e7d-b38b-08f27fc8cc52 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/74cba89c-c64c-4a24-a16e-3479da23e1c4 HTTP/1.1" status: 204 len: 168 time: 0.3072541 Aug 12 15:37:41.903843 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54350) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:37:42.014065 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16529243'] for network, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:42.024745 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] Deleting port 7b43886e-cf92-4785-adde-0f6b1b60dc65 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:37:42.025065 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:42.168557 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825ede49-ff51-4b53-ba42-18843a44d6b4 None None] DHCP port deletion for f3172b19-37f4-47e1-a878-5aad46a4730e request from dv-cinder-804345-1-smb {{(pid=79209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 12 15:37:42.172457 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-825ede49-ff51-4b53-ba42-18843a44d6b4 None None] Deleting port 7b43886e-cf92-4785-adde-0f6b1b60dc65 {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:37:42.172846 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-825ede49-ff51-4b53-ba42-18843a44d6b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:42.234677 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] For port 7b43886e-cf92-4785-adde-0f6b1b60dc65, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=7b43886e-cf92-4785-adde-0f6b1b60dc65,segment=NetworkSegment(3a148533-f4a5-45f5-83cd-034fa2e35181),segment_id=3a148533-f4a5-45f5-83cd-034fa2e35181)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:37:42.235065 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:42.361796 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] Calling delete_port for 7b43886e-cf92-4785-adde-0f6b1b60dc65 owned by network:dhcp {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:37:42.385824 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-825ede49-ff51-4b53-ba42-18843a44d6b4 None None] For port 7b43886e-cf92-4785-adde-0f6b1b60dc65, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=7b43886e-cf92-4785-adde-0f6b1b60dc65,segment=NetworkSegment(3a148533-f4a5-45f5-83cd-034fa2e35181),segment_id=3a148533-f4a5-45f5-83cd-034fa2e35181)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:37:42.386157 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-825ede49-ff51-4b53-ba42-18843a44d6b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:42.437163 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:42.440744 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:42.484463 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b43886e-cf92-4785-adde-0f6b1b60dc65,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:42.487527 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:42.488351 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] No DVR routers for this DVR port 7b43886e-cf92-4785-adde-0f6b1b60dc65 on host dv-cinder-804345-1-smb {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:37:42.511859 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-825ede49-ff51-4b53-ba42-18843a44d6b4 None None] Calling delete_port for 7b43886e-cf92-4785-adde-0f6b1b60dc65 owned by network:dhcp {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:37:42.540830 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 828d7dae-7604-4f5b-b0fc-da0b44d9f505 no longer exists at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:37:42.593848 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] No Port match for: 828d7dae-7604-4f5b-b0fc-da0b44d9f505 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:37:42.594211 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 828d7dae-7604-4f5b-b0fc-da0b44d9f505 not bound to the agent host dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:37:42.594646 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 7b43886e-cf92-4785-adde-0f6b1b60dc65 no longer exists at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:37:42.640934 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] No Port match for: 7b43886e-cf92-4785-adde-0f6b1b60dc65 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:37:42.641291 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 7b43886e-cf92-4785-adde-0f6b1b60dc65 not bound to the agent host dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:37:42.641756 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device d4ca6ff1-e133-4760-b328-9c6f6f164919 no longer exists at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:37:42.685818 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] No Port match for: d4ca6ff1-e133-4760-b328-9c6f6f164919 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:37:42.686178 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device d4ca6ff1-e133-4760-b328-9c6f6f164919 not bound to the agent host dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:37:42.690286 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:42.700472 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15862113', 'neutron.services.segments.db._delete_segments_for_network-8783031516317'] for network, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:42.711273 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.db.api [None req-825ede49-ff51-4b53-ba42-18843a44d6b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 15:37:42.711634 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_db.api [None req-825ede49-ff51-4b53-ba42-18843a44d6b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 15:37:42.716824 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3172b19-37f4-47e1-a878-5aad46a4730e']}} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:37:42.729367 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a148533-f4a5-45f5-83cd-034fa2e35181') {'for_net_delete': True} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:37:42.729688 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a148533-f4a5-45f5-83cd-034fa2e35181') {} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:37:42.740657 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783031512823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060102'] for segment, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:42.755876 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:42.761731 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=79208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:37:42.762109 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15867305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2305617'] for segment, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: Traceback (most recent call last): Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: timer() Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: cb(*args, **kw) Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: return func(*args, **kwargs) Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: self._notify() Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: self.callback(batched_events) Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: event.method(event) Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: return f(self, *a, **k) Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: return self._get(url).json() Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: return self.request(url, 'GET', **kwargs) Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:37:42.775539 dv-cinder-804345-1-smb neutron-server[79208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:37:42.845862 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15862040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544010'] for network, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:42.850013 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:42.870662 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:42.878854 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3172b19-37f4-47e1-a878-5aad46a4730e,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:42.881902 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:42.891797 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f3172b19-37f4-47e1-a878-5aad46a4730e HTTP/1.1" status: 204 len: 168 time: 0.9870379 Aug 12 15:37:43.000680 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54356) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:37:43.048092 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-2ce921c1-4022-47fd-a858-25e7cd8edf8e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ae52b150d414313bac15fe05944e1fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0462220 Aug 12 15:37:43.050418 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54360) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:37:43.108221 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-39d303dd-8143-4812-9328-2ad648b9da5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:43.133229 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-39d303dd-8143-4812-9328-2ad648b9da5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:43.182900 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-39d303dd-8143-4812-9328-2ad648b9da5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:43.188181 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:43.201720 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d303dd-8143-4812-9328-2ad648b9da5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3471e822-a8d2-4467-b8f4-441b37b8dd6f,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:43.204077 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-39d303dd-8143-4812-9328-2ad648b9da5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:43.209723 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-39d303dd-8143-4812-9328-2ad648b9da5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:43.211541 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-39d303dd-8143-4812-9328-2ad648b9da5e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3471e822-a8d2-4467-b8f4-441b37b8dd6f HTTP/1.1" status: 204 len: 168 time: 0.1601541 Aug 12 15:37:43.216270 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-825ede49-ff51-4b53-ba42-18843a44d6b4 None None] Deleting port 7b43886e-cf92-4785-adde-0f6b1b60dc65 {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:37:43.216667 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-825ede49-ff51-4b53-ba42-18843a44d6b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:43.285332 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-825ede49-ff51-4b53-ba42-18843a44d6b4 None None] The port '7b43886e-cf92-4785-adde-0f6b1b60dc65' was deleted {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 12 15:37:43.842212 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:44.673316 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:46.306213 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-34300c30-e4b2-43b7-9572-bed310b134d9 req-efe19b8d-294e-48ca-8b23-3bdefe51dbd7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730176 Aug 12 15:37:46.463404 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34300c30-e4b2-43b7-9572-bed310b134d9 req-32396e6d-ae8e-4ba0-b1f8-906a0f58b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:46.464834 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-34300c30-e4b2-43b7-9572-bed310b134d9 req-32396e6d-ae8e-4ba0-b1f8-906a0f58b0c6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e688111fb0094ab1b8d5d97c590ee4e7&device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 1100 time: 0.0691605 Aug 12 15:37:46.604604 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34300c30-e4b2-43b7-9572-bed310b134d9 req-84ec81d9-404e-41db-944c-608081db9413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:46.605969 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-34300c30-e4b2-43b7-9572-bed310b134d9 req-84ec81d9-404e-41db-944c-608081db9413 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e HTTP/1.1" status: 200 len: 918 time: 0.1219931 Aug 12 15:37:46.710358 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-34300c30-e4b2-43b7-9572-bed310b134d9 req-b155eb37-3f10-44e6-8c52-20a9512609c1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62d79960-3965-4462-97e1-cb33bbf6d293 HTTP/1.1" status: 200 len: 1002 time: 0.0966589 Aug 12 15:37:46.776259 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34300c30-e4b2-43b7-9572-bed310b134d9 req-af29bde3-ab18-47b3-a6b4-cea65ee35863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:46.777678 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-34300c30-e4b2-43b7-9572-bed310b134d9 req-af29bde3-ab18-47b3-a6b4-cea65ee35863 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=88e0880e-bb53-49b2-83d2-6dd899a35462 HTTP/1.1" status: 200 len: 856 time: 0.0606899 Aug 12 15:37:46.851734 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34300c30-e4b2-43b7-9572-bed310b134d9 req-6140edf0-dec5-44cb-99c3-4cc001b27ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:46.853133 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-34300c30-e4b2-43b7-9572-bed310b134d9 req-6140edf0-dec5-44cb-99c3-4cc001b27ea2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682039 Aug 12 15:37:46.980946 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-34300c30-e4b2-43b7-9572-bed310b134d9 req-a0d29d4f-d0c1-4a82-9a02-d19c4f8c6ac8 service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209152 Aug 12 15:37:47.112295 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-34300c30-e4b2-43b7-9572-bed310b134d9 req-835f4b36-e128-4f5f-b943-b7f70666c75a service neutron] 10.222.0.82 "GET /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229923 Aug 12 15:37:50.035988 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54458) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:37:50.149737 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7b855502-3c42-4734-997d-78d34f113eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:50.164201 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-7b855502-3c42-4734-997d-78d34f113eb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:37:50.168093 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-7b855502-3c42-4734-997d-78d34f113eb3 admin admin] Usage tracker for resource:security_group_rule and tenant:476812274e9c4a5cb9ce1ec24da24f20 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:37:50.171026 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-7b855502-3c42-4734-997d-78d34f113eb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:37:50.176717 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-7b855502-3c42-4734-997d-78d34f113eb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:37:50.259054 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7b855502-3c42-4734-997d-78d34f113eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:50.262984 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-7b855502-3c42-4734-997d-78d34f113eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:50.271338 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ce1611b7-fee3-4678-8a45-75d2bfe7aa7f tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:50.313958 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-7b855502-3c42-4734-997d-78d34f113eb3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=476812274e9c4a5cb9ce1ec24da24f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768898 Aug 12 15:37:50.315566 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b855502-3c42-4734-997d-78d34f113eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f4d9b5-ace1-4796-a978-82223f67c339,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:50.316594 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 54464) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:37:50.318652 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7b855502-3c42-4734-997d-78d34f113eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:50.375022 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-253eeab6-d4da-4c1c-8806-9a0b66f17f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:50.404019 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-253eeab6-d4da-4c1c-8806-9a0b66f17f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:50.455847 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-253eeab6-d4da-4c1c-8806-9a0b66f17f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:50.460572 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-400be410-ba5d-40f9-9a0f-7e55b073671b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:50.473651 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253eeab6-d4da-4c1c-8806-9a0b66f17f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f4d9b5-ace1-4796-a978-82223f67c339,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:50.476706 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-253eeab6-d4da-4c1c-8806-9a0b66f17f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:50.477924 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-253eeab6-d4da-4c1c-8806-9a0b66f17f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:50.479590 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-253eeab6-d4da-4c1c-8806-9a0b66f17f0f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/50f4d9b5-ace1-4796-a978-82223f67c339 HTTP/1.1" status: 204 len: 168 time: 0.1614561 Aug 12 15:37:52.068557 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 54512) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:37:52.183184 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4f80e53e-c929-4cae-ae82-5fb2e2baf1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:52.197086 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-4f80e53e-c929-4cae-ae82-5fb2e2baf1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:37:52.200872 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-4f80e53e-c929-4cae-ae82-5fb2e2baf1b3 admin admin] Usage tracker for resource:security_group_rule and tenant:622d7e0d5a4946e5b9a34840428b56e8 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:37:52.203653 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-4f80e53e-c929-4cae-ae82-5fb2e2baf1b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:37:52.209277 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-4f80e53e-c929-4cae-ae82-5fb2e2baf1b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:37:52.291518 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4f80e53e-c929-4cae-ae82-5fb2e2baf1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:52.295454 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-4f80e53e-c929-4cae-ae82-5fb2e2baf1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:52.302406 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-246437d2-fa9f-4a8a-9a0d-6220e4075504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:52.340933 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f80e53e-c929-4cae-ae82-5fb2e2baf1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6e1506-92b9-4993-b7f7-69c61facc266,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:52.345106 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-4f80e53e-c929-4cae-ae82-5fb2e2baf1b3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=622d7e0d5a4946e5b9a34840428b56e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755387 Aug 12 15:37:52.346076 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-4f80e53e-c929-4cae-ae82-5fb2e2baf1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:52.348643 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54518) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:37:52.406539 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bbaacdb5-ad0c-4f69-9c8d-3615fd999aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:52.433081 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bbaacdb5-ad0c-4f69-9c8d-3615fd999aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:52.483903 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bbaacdb5-ad0c-4f69-9c8d-3615fd999aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:52.487438 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3eb560b7-ddb8-4dfa-b28d-8e35c3a70150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:52.499086 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaacdb5-ad0c-4f69-9c8d-3615fd999aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6e1506-92b9-4993-b7f7-69c61facc266,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:52.501841 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-bbaacdb5-ad0c-4f69-9c8d-3615fd999aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:52.508659 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-bbaacdb5-ad0c-4f69-9c8d-3615fd999aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:52.509782 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-bbaacdb5-ad0c-4f69-9c8d-3615fd999aa6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d6e1506-92b9-4993-b7f7-69c61facc266 HTTP/1.1" status: 204 len: 168 time: 0.1606128 Aug 12 15:37:52.780201 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54526) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:37:52.797547 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2d3464e7-716c-4996-a04d-7837a42ebcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:52.811347 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-2d3464e7-716c-4996-a04d-7837a42ebcb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:37:52.815115 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-2d3464e7-716c-4996-a04d-7837a42ebcb8 admin admin] Usage tracker for resource:security_group_rule and tenant:6d1a769c2e9449958397b2efa038dcad is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:37:52.817947 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-2d3464e7-716c-4996-a04d-7837a42ebcb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:37:52.823986 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-2d3464e7-716c-4996-a04d-7837a42ebcb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:37:52.905900 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2d3464e7-716c-4996-a04d-7837a42ebcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:52.909436 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2d3464e7-716c-4996-a04d-7837a42ebcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:52.920724 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-01667a57-9191-4205-a016-7a51c22e8b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:52.958270 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-2d3464e7-716c-4996-a04d-7837a42ebcb8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6d1a769c2e9449958397b2efa038dcad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770113 Aug 12 15:37:52.960357 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3464e7-716c-4996-a04d-7837a42ebcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f24c34-9021-4899-a0d2-7ed03f1bd155,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:52.961588 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 54530) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:37:52.963322 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2d3464e7-716c-4996-a04d-7837a42ebcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:53.022989 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-43d7a8e0-6838-4a75-9542-05609912ebeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:53.047516 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-43d7a8e0-6838-4a75-9542-05609912ebeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:53.099290 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-43d7a8e0-6838-4a75-9542-05609912ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:53.103994 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-4f80e53e-c929-4cae-ae82-5fb2e2baf1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:37:53.117304 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7a8e0-6838-4a75-9542-05609912ebeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f24c34-9021-4899-a0d2-7ed03f1bd155,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:53.122113 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-43d7a8e0-6838-4a75-9542-05609912ebeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:37:53.126253 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-43d7a8e0-6838-4a75-9542-05609912ebeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:53.127354 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-43d7a8e0-6838-4a75-9542-05609912ebeb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/40f24c34-9021-4899-a0d2-7ed03f1bd155 HTTP/1.1" status: 204 len: 168 time: 0.1647923 Aug 12 15:38:00.143728 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:38:00.836651 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 54618) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:00.950615 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5f37911c-f11c-461d-a22c-39c91f77d7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:00.966299 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-5f37911c-f11c-461d-a22c-39c91f77d7bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:00.970205 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-5f37911c-f11c-461d-a22c-39c91f77d7bc admin admin] Usage tracker for resource:security_group_rule and tenant:779f1b060c2c44518d4cb1035ddd43ee is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:00.973254 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-5f37911c-f11c-461d-a22c-39c91f77d7bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:00.980198 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-5f37911c-f11c-461d-a22c-39c91f77d7bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:01.065045 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5f37911c-f11c-461d-a22c-39c91f77d7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:01.069100 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5f37911c-f11c-461d-a22c-39c91f77d7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:01.075763 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:01.117225 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37911c-f11c-461d-a22c-39c91f77d7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb259298-08ed-4201-9f10-5d911a2e8887,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:01.122474 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-5f37911c-f11c-461d-a22c-39c91f77d7bc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=779f1b060c2c44518d4cb1035ddd43ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842712 Aug 12 15:38:01.123372 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5f37911c-f11c-461d-a22c-39c91f77d7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:01.125198 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54624) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:01.183413 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-05201952-f92e-4144-b61d-01b1cf4cc9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:01.209080 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-05201952-f92e-4144-b61d-01b1cf4cc9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:01.260646 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-05201952-f92e-4144-b61d-01b1cf4cc9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:01.264381 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2d3464e7-716c-4996-a04d-7837a42ebcb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:01.276611 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05201952-f92e-4144-b61d-01b1cf4cc9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb259298-08ed-4201-9f10-5d911a2e8887,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:01.279488 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-05201952-f92e-4144-b61d-01b1cf4cc9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:01.286358 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-05201952-f92e-4144-b61d-01b1cf4cc9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:01.290136 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-05201952-f92e-4144-b61d-01b1cf4cc9a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cb259298-08ed-4201-9f10-5d911a2e8887 HTTP/1.1" status: 204 len: 168 time: 0.1637871 Aug 12 15:38:01.556703 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54632) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:01.574308 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ca11a49e-ec07-402f-8e47-2099286d57fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:01.588031 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ca11a49e-ec07-402f-8e47-2099286d57fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:01.591836 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ca11a49e-ec07-402f-8e47-2099286d57fb admin admin] Usage tracker for resource:security_group_rule and tenant:b97178bd64f24707a652e20e34e32297 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:01.594596 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ca11a49e-ec07-402f-8e47-2099286d57fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:01.600427 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ca11a49e-ec07-402f-8e47-2099286d57fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:01.681216 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ca11a49e-ec07-402f-8e47-2099286d57fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:01.684584 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ca11a49e-ec07-402f-8e47-2099286d57fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:01.691362 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-77f31746-fe52-46d9-a2b4-ea9ec6121d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:01.731962 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-ca11a49e-ec07-402f-8e47-2099286d57fb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b97178bd64f24707a652e20e34e32297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1742370 Aug 12 15:38:01.732821 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11a49e-ec07-402f-8e47-2099286d57fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d12c78-9f78-4a99-9a27-1575df4fd55e,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:01.735086 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54636) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:01.737631 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ca11a49e-ec07-402f-8e47-2099286d57fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:01.793010 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ca75b67b-16b8-4580-9f68-4f534689e015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:01.818260 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ca75b67b-16b8-4580-9f68-4f534689e015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:01.869101 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ca75b67b-16b8-4580-9f68-4f534689e015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:01.873596 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8f9eb1ce-f0c1-4554-86b1-20476a0567f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:01.884929 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75b67b-16b8-4580-9f68-4f534689e015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d12c78-9f78-4a99-9a27-1575df4fd55e,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:01.887863 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ca75b67b-16b8-4580-9f68-4f534689e015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:01.889899 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ca75b67b-16b8-4580-9f68-4f534689e015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:01.893417 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-ca75b67b-16b8-4580-9f68-4f534689e015 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b2d12c78-9f78-4a99-9a27-1575df4fd55e HTTP/1.1" status: 204 len: 168 time: 0.1550417 Aug 12 15:38:02.987758 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54670) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:03.105514 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5f3616ab-fe61-498f-95f4-bd61f058add3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:03.207258 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-5f3616ab-fe61-498f-95f4-bd61f058add3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:03.211210 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-5f3616ab-fe61-498f-95f4-bd61f058add3 admin admin] Usage tracker for resource:security_group_rule and tenant:390eba00bb494a44b8423bd4804af1e3 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:03.214043 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-5f3616ab-fe61-498f-95f4-bd61f058add3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:03.219806 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-5f3616ab-fe61-498f-95f4-bd61f058add3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:03.306931 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5f3616ab-fe61-498f-95f4-bd61f058add3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:03.313083 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5f3616ab-fe61-498f-95f4-bd61f058add3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:03.321706 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3e493938-56c8-4b3c-a776-93bf586ff14c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:03.360415 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-5f3616ab-fe61-498f-95f4-bd61f058add3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=390eba00bb494a44b8423bd4804af1e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690457 Aug 12 15:38:03.360674 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54678) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:03.381203 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3616ab-fe61-498f-95f4-bd61f058add3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6e2942-fd35-4d3a-8e97-c2c23e252425,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:03.390042 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5f3616ab-fe61-498f-95f4-bd61f058add3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:03.425341 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b5ff814d-4c4d-49d4-aa9e-593db4f29554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:03.450878 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b5ff814d-4c4d-49d4-aa9e-593db4f29554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:03.508197 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b5ff814d-4c4d-49d4-aa9e-593db4f29554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:03.512093 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-bbaacdb5-ad0c-4f69-9c8d-3615fd999aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:03.523412 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff814d-4c4d-49d4-aa9e-593db4f29554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6e2942-fd35-4d3a-8e97-c2c23e252425,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:03.525765 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b5ff814d-4c4d-49d4-aa9e-593db4f29554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:03.531535 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b5ff814d-4c4d-49d4-aa9e-593db4f29554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:03.532670 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-b5ff814d-4c4d-49d4-aa9e-593db4f29554 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0c6e2942-fd35-4d3a-8e97-c2c23e252425 HTTP/1.1" status: 204 len: 168 time: 0.1711242 Aug 12 15:38:03.917756 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fa2c2-1378-445d-808e-2c3fee902838 req-2f7d3fef-6aad-4539-b479-7b6c31bf4891 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:03.919344 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-335fa2c2-1378-445d-808e-2c3fee902838 req-2f7d3fef-6aad-4539-b479-7b6c31bf4891 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 947 time: 0.0880818 Aug 12 15:38:03.963635 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-335fa2c2-1378-445d-808e-2c3fee902838 req-e58cea8a-2101-4aa3-825d-81b87c10732a tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387676 Aug 12 15:38:05.159662 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94e107-1860-4454-a51f-569f79f1729f req-4ffe2260-7fd7-4d81-925d-01e93770e7d8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:05.161133 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8b94e107-1860-4454-a51f-569f79f1729f req-4ffe2260-7fd7-4d81-925d-01e93770e7d8 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 947 time: 0.0831225 Aug 12 15:38:05.209158 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8b94e107-1860-4454-a51f-569f79f1729f req-1c0316d3-812f-43eb-9680-b1be03aed805 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413220 Aug 12 15:38:05.875728 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b886ddb-889b-49e3-8f72-da9298f1cd38 req-36fc119d-b82b-4c94-bcd6-c4e9fa1c48b9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:05.876426 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-1b886ddb-889b-49e3-8f72-da9298f1cd38 req-36fc119d-b82b-4c94-bcd6-c4e9fa1c48b9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Synchronizing usage tracker for tenant:e688111fb0094ab1b8d5d97c590ee4e7 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:38:05.891544 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-1b886ddb-889b-49e3-8f72-da9298f1cd38 req-36fc119d-b82b-4c94-bcd6-c4e9fa1c48b9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Unset dirty status for tenant:e688111fb0094ab1b8d5d97c590ee4e7 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:38:05.892811 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1b886ddb-889b-49e3-8f72-da9298f1cd38 req-36fc119d-b82b-4c94-bcd6-c4e9fa1c48b9 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.82 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 947 time: 0.0975637 Aug 12 15:38:05.972104 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-1b886ddb-889b-49e3-8f72-da9298f1cd38 req-e77b3c21-248b-4d41-9dbc-2f06d5adfbc6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Deleting port 62d79960-3965-4462-97e1-cb33bbf6d293 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:38:05.972441 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-1b886ddb-889b-49e3-8f72-da9298f1cd38 req-e77b3c21-248b-4d41-9dbc-2f06d5adfbc6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:06.213162 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-1b886ddb-889b-49e3-8f72-da9298f1cd38 req-e77b3c21-248b-4d41-9dbc-2f06d5adfbc6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] For port 62d79960-3965-4462-97e1-cb33bbf6d293, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=62d79960-3965-4462-97e1-cb33bbf6d293,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:38:06.213561 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-1b886ddb-889b-49e3-8f72-da9298f1cd38 req-e77b3c21-248b-4d41-9dbc-2f06d5adfbc6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:06.398954 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72370cd-36cc-4c99-87ac-0cf700d2f6c7 req-9d9ec539-60eb-425b-b26a-be2e3913f902 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:06.400433 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d72370cd-36cc-4c99-87ac-0cf700d2f6c7 req-9d9ec539-60eb-425b-b26a-be2e3913f902 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 947 time: 0.0801399 Aug 12 15:38:06.448617 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d72370cd-36cc-4c99-87ac-0cf700d2f6c7 req-25ed01bc-995c-4c5c-8d05-37bac35b6acb tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2a29b76-b313-4a96-8efb-658f4774d784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422564 Aug 12 15:38:06.513815 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-1b886ddb-889b-49e3-8f72-da9298f1cd38 req-e77b3c21-248b-4d41-9dbc-2f06d5adfbc6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:06.514183 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-1b886ddb-889b-49e3-8f72-da9298f1cd38 req-e77b3c21-248b-4d41-9dbc-2f06d5adfbc6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544115'] for floatingip, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:06.514491 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.db.l3_db [req-1b886ddb-889b-49e3-8f72-da9298f1cd38 req-e77b3c21-248b-4d41-9dbc-2f06d5adfbc6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Floating IP 8266e100-7003-4cf7-9dbd-9041f23c39f0 disassociated. External IP: 172.28.0.137, port: 62d79960-3965-4462-97e1-cb33bbf6d293. Aug 12 15:38:06.514825 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-1b886ddb-889b-49e3-8f72-da9298f1cd38 req-e77b3c21-248b-4d41-9dbc-2f06d5adfbc6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Calling delete_port for 62d79960-3965-4462-97e1-cb33bbf6d293 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:38:06.656135 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-1b886ddb-889b-49e3-8f72-da9298f1cd38 req-e77b3c21-248b-4d41-9dbc-2f06d5adfbc6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:06.661574 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-048ba3da-a656-4ba4-aec5-de5e2f9ef044 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:06.706047 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b3c21-248b-4d41-9dbc-2f06d5adfbc6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Pushing event deleted for resources: {'Port': ['ID=62d79960-3965-4462-97e1-cb33bbf6d293,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:06.708880 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e77b3c21-248b-4d41-9dbc-2f06d5adfbc6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:06.888565 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b886ddb-889b-49e3-8f72-da9298f1cd38 req-e77b3c21-248b-4d41-9dbc-2f06d5adfbc6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Router 04b37113-ccf8-40a0-8a11-5d7e3df47062 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:38:07.062922 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b886ddb-889b-49e3-8f72-da9298f1cd38 req-e77b3c21-248b-4d41-9dbc-2f06d5adfbc6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:38:07.073141 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408dc2a0-d5c4-46d8-8800-60be44db1d0b None None] Sync routers for ids ['04b37113-ccf8-40a0-8a11-5d7e3df47062'] in dv-cinder-804345-1-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:38:07.083294 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408dc2a0-d5c4-46d8-8800-60be44db1d0b None None] Routers {'04b37113-ccf8-40a0-8a11-5d7e3df47062'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:38:07.083913 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-408dc2a0-d5c4-46d8-8800-60be44db1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:37:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['04b37113-ccf8-40a0-8a11-5d7e3df47062'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:07.258905 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b886ddb-889b-49e3-8f72-da9298f1cd38 req-e77b3c21-248b-4d41-9dbc-2f06d5adfbc6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] No DVR routers for this DVR port 62d79960-3965-4462-97e1-cb33bbf6d293 on host hv-cinder-80434 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:38:07.261822 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-1b886ddb-889b-49e3-8f72-da9298f1cd38 req-e77b3c21-248b-4d41-9dbc-2f06d5adfbc6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:07.273796 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1317b2-7043-472b-9090-2458e60ffc24', 'name': 'network-vif-deleted', 'tag': '62d79960-3965-4462-97e1-cb33bbf6d293'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:38:07.292584 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-408dc2a0-d5c4-46d8-8800-60be44db1d0b None None] Set router 04b37113-ccf8-40a0-8a11-5d7e3df47062 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:38:07.295363 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1b886ddb-889b-49e3-8f72-da9298f1cd38 req-e77b3c21-248b-4d41-9dbc-2f06d5adfbc6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.82 "DELETE /v2.0/ports/62d79960-3965-4462-97e1-cb33bbf6d293 HTTP/1.1" status: 204 len: 173 time: 1.3938894 Aug 12 15:38:07.340075 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1317b2-7043-472b-9090-2458e60ffc24', 'name': 'network-vif-deleted', 'tag': '62d79960-3965-4462-97e1-cb33bbf6d293', 'status': 'completed', 'code': 200} Aug 12 15:38:07.635424 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8fbe0b9b-a7ed-4a86-b16e-46c41d1eb4cc req-3bad4c51-cb7e-478e-8f23-d47979fc14ca tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1317b2-7043-472b-9090-2458e60ffc24 HTTP/1.1" status: 200 len: 210 time: 0.0418088 Aug 12 15:38:07.660520 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-408dc2a0-d5c4-46d8-8800-60be44db1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:31:08Z', 'revision_number': 4, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port': {'id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:46Z', 'updated_at': '2021-08-12T15:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '226873ae-22b9-41b0-83df-b306ed5da304', 'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'mac_address': 'fa:16:3e:18:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:06Z', 'updated_at': '2021-08-12T15:31:22Z', 'revision_number': 5, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'subnets': [{'id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:07.664864 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408dc2a0-d5c4-46d8-8800-60be44db1d0b None None] Checking router: 04b37113-ccf8-40a0-8a11-5d7e3df47062 for host: dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:38:07.673290 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408dc2a0-d5c4-46d8-8800-60be44db1d0b None None] Routers {'04b37113-ccf8-40a0-8a11-5d7e3df47062'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:38:07.674001 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-408dc2a0-d5c4-46d8-8800-60be44db1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:37:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['04b37113-ccf8-40a0-8a11-5d7e3df47062'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:07.853831 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-408dc2a0-d5c4-46d8-8800-60be44db1d0b None None] Set router 04b37113-ccf8-40a0-8a11-5d7e3df47062 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:38:08.171850 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-408dc2a0-d5c4-46d8-8800-60be44db1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:31:08Z', 'revision_number': 4, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port': {'id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:46Z', 'updated_at': '2021-08-12T15:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '226873ae-22b9-41b0-83df-b306ed5da304', 'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'mac_address': 'fa:16:3e:18:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:06Z', 'updated_at': '2021-08-12T15:31:22Z', 'revision_number': 5, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'subnets': [{'id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:08.175664 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408dc2a0-d5c4-46d8-8800-60be44db1d0b None None] The sync data for ids ['04b37113-ccf8-40a0-8a11-5d7e3df47062'] in dv-cinder-804345-1-smb is: [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:31:08Z', 'revision_number': 4, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port': {'id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:46Z', 'updated_at': '2021-08-12T15:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '226873ae-22b9-41b0-83df-b306ed5da304', 'name': '', 'network_id': 'c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'mac_address': 'fa:16:3e:18:31:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:06Z', 'updated_at': '2021-08-12T15:31:22Z', 'revision_number': 5, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'subnets': [{'id': '88e0880e-bb53-49b2-83d2-6dd899a35462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:38:08.402890 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ebaa28-df2b-432c-94b1-71094b0e1083 None None] New status for floating IP 8266e100-7003-4cf7-9dbd-9041f23c39f0: DOWN {{(pid=79209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:38:08.751091 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-28a6922b-27ee-416f-87bf-b4356fe2c2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:08.765891 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54768) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:08.830133 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8c4de879-8894-4d1d-a1dc-44d39526be67 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:08.860522 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8c4de879-8894-4d1d-a1dc-44d39526be67 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:08.913148 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8c4de879-8894-4d1d-a1dc-44d39526be67 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:08.917031 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-da15787f-2e8b-437f-8331-8cb71c9e238a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:08.931808 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4de879-8894-4d1d-a1dc-44d39526be67 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a29b76-b313-4a96-8efb-658f4774d784,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:08.934407 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8c4de879-8894-4d1d-a1dc-44d39526be67 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:08.941927 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-8c4de879-8894-4d1d-a1dc-44d39526be67 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:08.943077 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-8c4de879-8894-4d1d-a1dc-44d39526be67 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "DELETE /v2.0/security-groups/e2a29b76-b313-4a96-8efb-658f4774d784 HTTP/1.1" status: 204 len: 168 time: 0.1762152 Aug 12 15:38:08.945823 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54772) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:08.961935 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.api.v2.resource [None req-7c81c942-23a5-4105-a6b9-54aca676ac95 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] show failed (client error): The resource could not be found. Aug 12 15:38:08.962869 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-7c81c942-23a5-4105-a6b9-54aca676ac95 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "GET /v2.0/security-groups/e2a29b76-b313-4a96-8efb-658f4774d784 HTTP/1.1" status: 404 len: 347 time: 0.0161808 Aug 12 15:38:08.965582 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54776) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:09.120157 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-c75f506c-ea5f-4ebf-8490-da12bce69f34 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Deleting port 838517dd-c988-4d39-b024-9eb1507788b6 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:38:09.120501 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c75f506c-ea5f-4ebf-8490-da12bce69f34 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:09.130155 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 62d79960-3965-4462-97e1-cb33bbf6d293 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:38:09.166613 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] No Port match for: 62d79960-3965-4462-97e1-cb33bbf6d293 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:38:09.166899 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 62d79960-3965-4462-97e1-cb33bbf6d293 not bound to the agent host hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:38:09.297491 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c75f506c-ea5f-4ebf-8490-da12bce69f34 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:09.297643 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c75f506c-ea5f-4ebf-8490-da12bce69f34 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:09.422753 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-c75f506c-ea5f-4ebf-8490-da12bce69f34 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Calling delete_port for 838517dd-c988-4d39-b024-9eb1507788b6 owned by network:floatingip {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:38:09.561890 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c75f506c-ea5f-4ebf-8490-da12bce69f34 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:09.566248 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3fce6434-4a2c-47ec-adf9-e7d698573fac tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:09.608042 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f506c-ea5f-4ebf-8490-da12bce69f34 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Pushing event deleted for resources: {'Port': ['ID=838517dd-c988-4d39-b024-9eb1507788b6,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:09.610661 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c75f506c-ea5f-4ebf-8490-da12bce69f34 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:09.700058 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c75f506c-ea5f-4ebf-8490-da12bce69f34 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks [] for floatingip, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:09.713454 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c75f506c-ea5f-4ebf-8490-da12bce69f34 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for floatingip, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:09.714600 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-c75f506c-ea5f-4ebf-8490-da12bce69f34 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] 10.222.0.59 "DELETE /v2.0/floatingips/8266e100-7003-4cf7-9dbd-9041f23c39f0 HTTP/1.1" status: 204 len: 168 time: 0.7481256 Aug 12 15:38:09.786929 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:10.587750 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54796) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:10.703151 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-44f6eb9b-74f9-4f03-b430-9dfde2486165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:10.718013 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-44f6eb9b-74f9-4f03-b430-9dfde2486165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:10.722109 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-44f6eb9b-74f9-4f03-b430-9dfde2486165 admin admin] Usage tracker for resource:security_group_rule and tenant:27dae858402c4214b2b32d0cf712a914 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:10.724867 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-44f6eb9b-74f9-4f03-b430-9dfde2486165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:10.730657 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-44f6eb9b-74f9-4f03-b430-9dfde2486165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:10.810415 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-44f6eb9b-74f9-4f03-b430-9dfde2486165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:10.814239 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-44f6eb9b-74f9-4f03-b430-9dfde2486165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:10.823028 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-39d303dd-8143-4812-9328-2ad648b9da5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:10.864011 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-44f6eb9b-74f9-4f03-b430-9dfde2486165 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=27dae858402c4214b2b32d0cf712a914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752442 Aug 12 15:38:10.865532 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6eb9b-74f9-4f03-b430-9dfde2486165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a560bcc-8143-43e3-8cdc-edb4af543d8b,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:10.866799 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 54802) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:10.868549 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-44f6eb9b-74f9-4f03-b430-9dfde2486165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:10.924777 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-02f3f96d-f41b-4847-ad67-e44b31f5cec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:10.950105 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-02f3f96d-f41b-4847-ad67-e44b31f5cec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:11.005276 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-02f3f96d-f41b-4847-ad67-e44b31f5cec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:11.009615 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-be7fa71a-71b3-4e78-a8cd-c9cb10885468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:11.021676 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3f96d-f41b-4847-ad67-e44b31f5cec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a560bcc-8143-43e3-8cdc-edb4af543d8b,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:11.024809 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-02f3f96d-f41b-4847-ad67-e44b31f5cec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:11.034097 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-02f3f96d-f41b-4847-ad67-e44b31f5cec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:11.037505 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-02f3f96d-f41b-4847-ad67-e44b31f5cec5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2a560bcc-8143-43e3-8cdc-edb4af543d8b HTTP/1.1" status: 204 len: 168 time: 0.1674285 Aug 12 15:38:11.574274 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-9a6b4f15-65f7-4b10-8f72-73243526ea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:12.501707 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54860) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:12.607324 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:13.282828 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-46ab4b95-f857-484c-bb11-306dd6cd2abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717506'] for router_interface, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:13.632080 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-46ab4b95-f857-484c-bb11-306dd6cd2abe admin admin] Deleting port 226873ae-22b9-41b0-83df-b306ed5da304 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:38:13.632766 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-46ab4b95-f857-484c-bb11-306dd6cd2abe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:13.812849 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [None req-46ab4b95-f857-484c-bb11-306dd6cd2abe admin admin] For port 226873ae-22b9-41b0-83df-b306ed5da304, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=226873ae-22b9-41b0-83df-b306ed5da304,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:38:13.813127 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-46ab4b95-f857-484c-bb11-306dd6cd2abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:13.838453 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:13.936162 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-46ab4b95-f857-484c-bb11-306dd6cd2abe admin admin] Calling delete_port for 226873ae-22b9-41b0-83df-b306ed5da304 owned by network:router_interface {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:38:14.112347 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-46ab4b95-f857-484c-bb11-306dd6cd2abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:14.116569 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d4c567db-6adf-48aa-8c9d-58842015803b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:14.161704 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab4b95-f857-484c-bb11-306dd6cd2abe admin admin] Pushing event deleted for resources: {'Port': ['ID=226873ae-22b9-41b0-83df-b306ed5da304,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:14.187557 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-46ab4b95-f857-484c-bb11-306dd6cd2abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:14.424787 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-46ab4b95-f857-484c-bb11-306dd6cd2abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717502'] for router_interface, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:14.684683 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:14.886367 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ab4b95-f857-484c-bb11-306dd6cd2abe admin admin] Router 04b37113-ccf8-40a0-8a11-5d7e3df47062 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:38:15.068122 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ab4b95-f857-484c-bb11-306dd6cd2abe admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:38:15.077255 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b7b82-8ba6-4aa9-b58e-1301a306d017 None None] Sync routers for ids ['04b37113-ccf8-40a0-8a11-5d7e3df47062'] in dv-cinder-804345-1-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:38:15.085950 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b7b82-8ba6-4aa9-b58e-1301a306d017 None None] Routers {'04b37113-ccf8-40a0-8a11-5d7e3df47062'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:38:15.086620 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-8b3b7b82-8ba6-4aa9-b58e-1301a306d017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:38:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['04b37113-ccf8-40a0-8a11-5d7e3df47062'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:15.090278 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-46ab4b95-f857-484c-bb11-306dd6cd2abe admin admin] 10.222.0.59 "PUT /v2.0/routers/04b37113-ccf8-40a0-8a11-5d7e3df47062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5850272 Aug 12 15:38:15.090448 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54880) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:15.268428 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-face306c-d49d-43c2-b712-6a9459668d35 admin admin] Notify callbacks [] for router, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:15.270135 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-8b3b7b82-8ba6-4aa9-b58e-1301a306d017 None None] Set router 04b37113-ccf8-40a0-8a11-5d7e3df47062 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:38:15.445660 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-face306c-d49d-43c2-b712-6a9459668d35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:15.463903 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-face306c-d49d-43c2-b712-6a9459668d35 admin admin] Deleting port bea427a6-b343-482a-9fce-8118e552d6c1 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:38:15.464259 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-face306c-d49d-43c2-b712-6a9459668d35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:15.547631 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-8b3b7b82-8ba6-4aa9-b58e-1301a306d017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74'}], 'enable_snat': True}, 'gw_port_id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:38:14Z', 'revision_number': 5, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port': {'id': 'bea427a6-b343-482a-9fce-8118e552d6c1', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:39:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:46Z', 'updated_at': '2021-08-12T15:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:15.551385 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b7b82-8ba6-4aa9-b58e-1301a306d017 None None] Checking router: 04b37113-ccf8-40a0-8a11-5d7e3df47062 for host: dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:38:15.560066 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b7b82-8ba6-4aa9-b58e-1301a306d017 None None] Routers {'04b37113-ccf8-40a0-8a11-5d7e3df47062'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:38:15.560663 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-8b3b7b82-8ba6-4aa9-b58e-1301a306d017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:38:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['04b37113-ccf8-40a0-8a11-5d7e3df47062'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:15.637541 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [None req-face306c-d49d-43c2-b712-6a9459668d35 admin admin] For port bea427a6-b343-482a-9fce-8118e552d6c1, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=bea427a6-b343-482a-9fce-8118e552d6c1,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:38:15.637897 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-face306c-d49d-43c2-b712-6a9459668d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:15.735868 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-8b3b7b82-8ba6-4aa9-b58e-1301a306d017 None None] Set router 04b37113-ccf8-40a0-8a11-5d7e3df47062 gateway port host: None {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:38:15.759625 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-face306c-d49d-43c2-b712-6a9459668d35 admin admin] Calling delete_port for bea427a6-b343-482a-9fce-8118e552d6c1 owned by network:router_gateway {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:38:15.837396 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-8b3b7b82-8ba6-4aa9-b58e-1301a306d017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:38:15Z', 'revision_number': 6, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port_host': None}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:15.841135 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b7b82-8ba6-4aa9-b58e-1301a306d017 None None] The sync data for ids ['04b37113-ccf8-40a0-8a11-5d7e3df47062'] in dv-cinder-804345-1-smb is: [{'id': '04b37113-ccf8-40a0-8a11-5d7e3df47062', 'name': 'tempest-AttachVolumeShelveTestJSON-2124792529-router', 'tenant_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:38:15Z', 'revision_number': 6, 'project_id': 'e688111fb0094ab1b8d5d97c590ee4e7', 'gw_port_host': None}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:38:16.042181 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-face306c-d49d-43c2-b712-6a9459668d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:16.046254 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f51b0169-090a-4151-bc35-37eeba32c65e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:16.088620 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face306c-d49d-43c2-b712-6a9459668d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea427a6-b343-482a-9fce-8118e552d6c1,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:16.092337 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-face306c-d49d-43c2-b712-6a9459668d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:16.184028 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-face306c-d49d-43c2-b712-6a9459668d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544023'] for router_gateway, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:16.361510 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-face306c-d49d-43c2-b712-6a9459668d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1722'] for router, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:16.363623 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-face306c-d49d-43c2-b712-6a9459668d35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:16.386560 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-face306c-d49d-43c2-b712-6a9459668d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-720461'] for router, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:16.387268 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-face306c-d49d-43c2-b712-6a9459668d35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04b37113-ccf8-40a0-8a11-5d7e3df47062 {{(pid=79208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 12 15:38:16.399976 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-face306c-d49d-43c2-b712-6a9459668d35 admin admin] Notify callbacks [] for router, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:16.401114 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-face306c-d49d-43c2-b712-6a9459668d35 admin admin] 10.222.0.59 "DELETE /v2.0/routers/04b37113-ccf8-40a0-8a11-5d7e3df47062 HTTP/1.1" status: 204 len: 168 time: 1.3097754 Aug 12 15:38:16.403819 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54890) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:16.464138 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ae5ca1-9df9-4a00-89cd-c07416999038 admin admin] Deleting subnet 88e0880e-bb53-49b2-83d2-6dd899a35462 {{(pid=79208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 12 15:38:16.467048 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-39ae5ca1-9df9-4a00-89cd-c07416999038 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:16.520153 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-39ae5ca1-9df9-4a00-89cd-c07416999038 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3060121'] for subnet, precommit_delete_associations {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:16.530173 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 226873ae-22b9-41b0-83df-b306ed5da304 no longer exists at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:38:16.564151 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] No Port match for: 226873ae-22b9-41b0-83df-b306ed5da304 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:38:16.564503 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 226873ae-22b9-41b0-83df-b306ed5da304 not bound to the agent host dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:38:16.565121 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device bea427a6-b343-482a-9fce-8118e552d6c1 no longer exists at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:38:16.600894 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] No Port match for: bea427a6-b343-482a-9fce-8118e552d6c1 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:38:16.604068 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device bea427a6-b343-482a-9fce-8118e552d6c1 not bound to the agent host dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:38:16.608831 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-39ae5ca1-9df9-4a00-89cd-c07416999038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15865242'] for subnet, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:16.677221 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-39ae5ca1-9df9-4a00-89cd-c07416999038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15865237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2305591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2392286'] for subnet, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:16.682362 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:16.715738 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae5ca1-9df9-4a00-89cd-c07416999038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88e0880e-bb53-49b2-83d2-6dd899a35462,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:16.717695 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-39ae5ca1-9df9-4a00-89cd-c07416999038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:16.721432 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-39ae5ca1-9df9-4a00-89cd-c07416999038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:16.723170 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e5dec5-8a21-40f1-9314-9988b7e01c68 None None] Network c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:38:16.725599 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-39ae5ca1-9df9-4a00-89cd-c07416999038 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/88e0880e-bb53-49b2-83d2-6dd899a35462 HTTP/1.1" status: 204 len: 168 time: 0.3206377 Aug 12 15:38:16.727533 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54894) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:16.852209 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16529243'] for network, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:16.862429 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] Deleting port 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:38:16.862689 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:17.001419 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9cd9da-7d8c-4d5a-a5f9-a453c770343e None None] DHCP port deletion for c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e request from dv-cinder-804345-1-smb {{(pid=79209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 12 15:38:17.007705 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-2c9cd9da-7d8c-4d5a-a5f9-a453c770343e None None] Deleting port 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:38:17.008679 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2c9cd9da-7d8c-4d5a-a5f9-a453c770343e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:17.079388 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] For port 1f6f1f55-5b50-4cfc-8e2c-399781cd9809, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=1f6f1f55-5b50-4cfc-8e2c-399781cd9809,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:38:17.079992 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:17.207356 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] Calling delete_port for 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 owned by network:dhcp {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:38:17.251015 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-2c9cd9da-7d8c-4d5a-a5f9-a453c770343e None None] For port 1f6f1f55-5b50-4cfc-8e2c-399781cd9809, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=1f6f1f55-5b50-4cfc-8e2c-399781cd9809,segment=NetworkSegment(1f5480dc-005e-4bad-94cf-ca02f08ace26),segment_id=1f5480dc-005e-4bad-94cf-ca02f08ace26)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:38:17.251414 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2c9cd9da-7d8c-4d5a-a5f9-a453c770343e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:17.300149 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:17.305499 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ee1530ef-d560-4ffe-8603-d2709edf8f9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:17.346073 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6f1f55-5b50-4cfc-8e2c-399781cd9809,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:17.350568 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:17.352757 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] No DVR routers for this DVR port 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 on host dv-cinder-804345-1-smb {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:38:17.376441 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-2c9cd9da-7d8c-4d5a-a5f9-a453c770343e None None] Calling delete_port for 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 owned by network:dhcp {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:38:17.455872 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.db.api [None req-2c9cd9da-7d8c-4d5a-a5f9-a453c770343e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 15:38:17.456363 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_db.api [None req-2c9cd9da-7d8c-4d5a-a5f9-a453c770343e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 15:38:17.472318 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15862113', 'neutron.services.segments.db._delete_segments_for_network-8783031516317'] for network, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:17.488586 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e']}} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:17.522559 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 54904) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:17.598235 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5480dc-005e-4bad-94cf-ca02f08ace26') {'for_net_delete': True} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:17.598530 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.services.segments.db [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5480dc-005e-4bad-94cf-ca02f08ace26') {} {{(pid=79208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:17.611631 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783031512823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3060102'] for segment, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:17.629795 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:17.636745 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=79208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:38:17.637133 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15867305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2305617'] for segment, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:17.646117 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-e521475d-1659-4124-ad13-b5654f666f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: Traceback (most recent call last): Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: timer() Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: cb(*args, **kw) Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: return func(*args, **kwargs) Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: self._notify() Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: self.callback(batched_events) Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: event.method(event) Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: return f(self, *a, **k) Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: return self._get(url).json() Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: return self.request(url, 'GET', **kwargs) Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:38:17.650696 dv-cinder-804345-1-smb neutron-server[79208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:38:17.660637 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-e521475d-1659-4124-ad13-b5654f666f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:17.664438 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-e521475d-1659-4124-ad13-b5654f666f9e admin admin] Usage tracker for resource:security_group_rule and tenant:5304a9267b4b47d687538a246c29fcab is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:17.667215 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-e521475d-1659-4124-ad13-b5654f666f9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:17.672873 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-e521475d-1659-4124-ad13-b5654f666f9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:17.727448 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15862040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544010'] for network, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:17.730917 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:17.745847 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:17.753866 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:17.757199 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-e521475d-1659-4124-ad13-b5654f666f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:17.757565 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:17.761252 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-e521475d-1659-4124-ad13-b5654f666f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:17.768614 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-41ebe37a-d425-438b-b38c-039901ce9135 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c0354d3a-8c9a-4c9b-8cdd-c5ed6b712a0e HTTP/1.1" status: 204 len: 168 time: 1.0397224 Aug 12 15:38:17.769987 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-253eeab6-d4da-4c1c-8806-9a0b66f17f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:17.809921 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-e521475d-1659-4124-ad13-b5654f666f9e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5304a9267b4b47d687538a246c29fcab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861760 Aug 12 15:38:17.811550 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521475d-1659-4124-ad13-b5654f666f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0469ecc0-5fb9-4d5b-ab35-2c2b3d339f48,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:17.812662 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54912) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:17.814641 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-e521475d-1659-4124-ad13-b5654f666f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:17.873228 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dc8e6886-68da-4c85-8103-580e7a09d3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:17.898086 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 54916) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:17.900025 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dc8e6886-68da-4c85-8103-580e7a09d3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:17.948038 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-4d951613-d18b-4d96-80d0-fc1e6fe0135a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e688111fb0094ab1b8d5d97c590ee4e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0487318 Aug 12 15:38:17.950470 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 54920) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:17.954391 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dc8e6886-68da-4c85-8103-580e7a09d3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:17.957872 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-2c9cd9da-7d8c-4d5a-a5f9-a453c770343e None None] Deleting port 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:38:17.958349 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2c9cd9da-7d8c-4d5a-a5f9-a453c770343e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:17.963827 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-07275c8c-1271-4131-a05d-0dcc85558369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:17.977733 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e6886-68da-4c85-8103-580e7a09d3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0469ecc0-5fb9-4d5b-ab35-2c2b3d339f48,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:17.980248 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-dc8e6886-68da-4c85-8103-580e7a09d3e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:17.981591 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-dc8e6886-68da-4c85-8103-580e7a09d3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:17.982700 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-dc8e6886-68da-4c85-8103-580e7a09d3e0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0469ecc0-5fb9-4d5b-ab35-2c2b3d339f48 HTTP/1.1" status: 204 len: 168 time: 0.1690555 Aug 12 15:38:18.015930 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5567dac3-9d73-4db6-8aa0-156b4a111d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:18.034162 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-2c9cd9da-7d8c-4d5a-a5f9-a453c770343e None None] The port '1f6f1f55-5b50-4cfc-8e2c-399781cd9809' was deleted {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 12 15:38:18.050131 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5567dac3-9d73-4db6-8aa0-156b4a111d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:18.103546 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5567dac3-9d73-4db6-8aa0-156b4a111d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:18.108331 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-7644d166-a1d7-4f93-969e-aea4b0b3e8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:18.122947 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567dac3-9d73-4db6-8aa0-156b4a111d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5a64bd-a5e3-40e1-a8f4-498d8b9165e7,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:18.125743 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5567dac3-9d73-4db6-8aa0-156b4a111d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:18.134468 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5567dac3-9d73-4db6-8aa0-156b4a111d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:18.135586 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-5567dac3-9d73-4db6-8aa0-156b4a111d6a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7e5a64bd-a5e3-40e1-a8f4-498d8b9165e7 HTTP/1.1" status: 204 len: 168 time: 0.1842468 Aug 12 15:38:18.521998 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 no longer exists at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:38:18.558768 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] No Port match for: 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:38:18.559196 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 1f6f1f55-5b50-4cfc-8e2c-399781cd9809 not bound to the agent host dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:38:22.248680 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 54984) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:22.361319 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:22.375820 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:22.379898 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Usage tracker for resource:security_group_rule and tenant:60de1f66b1654916bbf756983b9d39a4 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:22.383653 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:22.389596 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:22.467717 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:22.471621 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:22.479843 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-874df4e5-c270-4772-9233-9aa4b618f32c tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:22.518304 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=60de1f66b1654916bbf756983b9d39a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685142 Aug 12 15:38:22.519839 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbe01d9-8184-45c1-bcd2-9d8f873704b0,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:22.521046 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 54990) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:22.527126 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:22.527503 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:22.527864 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:22.528224 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:22.528577 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:22.528935 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:22.529285 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:22.529660 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:22.530012 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:22.530358 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:22.530706 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:22.531048 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:22.535011 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-8e4d41b7-3f0c-4fd0-98f5-820be66508dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:22.581171 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-05e6a3f8-9e04-4001-b58c-96a9ff788143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:22.606164 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-05e6a3f8-9e04-4001-b58c-96a9ff788143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:22.656377 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-05e6a3f8-9e04-4001-b58c-96a9ff788143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:22.659953 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-44f6eb9b-74f9-4f03-b430-9dfde2486165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:22.670746 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6a3f8-9e04-4001-b58c-96a9ff788143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbe01d9-8184-45c1-bcd2-9d8f873704b0,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:22.674487 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-05e6a3f8-9e04-4001-b58c-96a9ff788143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:22.678496 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-05e6a3f8-9e04-4001-b58c-96a9ff788143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:22.679592 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-05e6a3f8-9e04-4001-b58c-96a9ff788143 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7cbe01d9-8184-45c1-bcd2-9d8f873704b0 HTTP/1.1" status: 204 len: 168 time: 0.1574686 Aug 12 15:38:24.558525 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55054) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:24.671569 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7a58e3ad-7270-4f58-8975-8fad4cb40234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:24.688936 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-7a58e3ad-7270-4f58-8975-8fad4cb40234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:24.692645 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-7a58e3ad-7270-4f58-8975-8fad4cb40234 admin admin] Usage tracker for resource:security_group_rule and tenant:34e79a7d173d47a2b64b02e262515614 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:24.695515 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-7a58e3ad-7270-4f58-8975-8fad4cb40234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:24.701060 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-7a58e3ad-7270-4f58-8975-8fad4cb40234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:24.782463 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7a58e3ad-7270-4f58-8975-8fad4cb40234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:24.786066 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7a58e3ad-7270-4f58-8975-8fad4cb40234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:24.794836 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-78bab9fb-2e0e-4c16-95dd-1f6c708cc221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:24.833816 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-7a58e3ad-7270-4f58-8975-8fad4cb40234 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=34e79a7d173d47a2b64b02e262515614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737029 Aug 12 15:38:24.835427 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58e3ad-7270-4f58-8975-8fad4cb40234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74201c0-da08-443e-bc21-cee705ed61c7,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:24.836638 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55060) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:24.838454 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-7a58e3ad-7270-4f58-8975-8fad4cb40234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:24.895493 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-16b7cb80-1f3b-4843-91e7-c40550668edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:24.920952 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-16b7cb80-1f3b-4843-91e7-c40550668edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:24.970412 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-16b7cb80-1f3b-4843-91e7-c40550668edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:24.975225 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-8c4de879-8894-4d1d-a1dc-44d39526be67 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:24.989373 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7cb80-1f3b-4843-91e7-c40550668edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74201c0-da08-443e-bc21-cee705ed61c7,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:24.997588 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-16b7cb80-1f3b-4843-91e7-c40550668edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:24.998667 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-16b7cb80-1f3b-4843-91e7-c40550668edc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c74201c0-da08-443e-bc21-cee705ed61c7 HTTP/1.1" status: 204 len: 168 time: 0.1610708 Aug 12 15:38:25.000100 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7cb80-1f3b-4843-91e7-c40550668edc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:25.000474 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7cb80-1f3b-4843-91e7-c40550668edc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:25.000839 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7cb80-1f3b-4843-91e7-c40550668edc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:25.001201 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7cb80-1f3b-4843-91e7-c40550668edc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:25.001588 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7cb80-1f3b-4843-91e7-c40550668edc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:25.002246 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7cb80-1f3b-4843-91e7-c40550668edc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:25.002391 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7cb80-1f3b-4843-91e7-c40550668edc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:25.002623 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7cb80-1f3b-4843-91e7-c40550668edc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:25.002962 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7cb80-1f3b-4843-91e7-c40550668edc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:25.003310 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7cb80-1f3b-4843-91e7-c40550668edc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:25.003656 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7cb80-1f3b-4843-91e7-c40550668edc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:25.004003 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7cb80-1f3b-4843-91e7-c40550668edc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:25.007870 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-16b7cb80-1f3b-4843-91e7-c40550668edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:25.274149 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55068) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:25.292879 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5c22debf-0446-41f8-9648-b0ad94a50597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:25.308309 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-5c22debf-0446-41f8-9648-b0ad94a50597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:25.312161 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-5c22debf-0446-41f8-9648-b0ad94a50597 admin admin] Usage tracker for resource:security_group_rule and tenant:d28d614fbd3845ffb0b800eaf9d831ac is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:25.314959 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-5c22debf-0446-41f8-9648-b0ad94a50597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:25.320607 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-5c22debf-0446-41f8-9648-b0ad94a50597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:25.401749 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5c22debf-0446-41f8-9648-b0ad94a50597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:25.405551 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-5c22debf-0446-41f8-9648-b0ad94a50597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:25.414810 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-06dadd19-ab85-433b-bfbb-aa15bea39988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:25.452158 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-5c22debf-0446-41f8-9648-b0ad94a50597 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d28d614fbd3845ffb0b800eaf9d831ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768064 Aug 12 15:38:25.453671 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22debf-0446-41f8-9648-b0ad94a50597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f0d218-9e6a-4c8c-aaa9-fbdd912d8347,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:25.454861 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55072) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:25.456617 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5c22debf-0446-41f8-9648-b0ad94a50597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:25.513406 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-97514000-d390-4967-a09e-28562ddab5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:25.540404 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-97514000-d390-4967-a09e-28562ddab5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:25.592061 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-97514000-d390-4967-a09e-28562ddab5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:25.596425 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-02f3f96d-f41b-4847-ad67-e44b31f5cec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:25.614677 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97514000-d390-4967-a09e-28562ddab5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f0d218-9e6a-4c8c-aaa9-fbdd912d8347,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:25.616922 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-97514000-d390-4967-a09e-28562ddab5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:25.627592 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-97514000-d390-4967-a09e-28562ddab5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:25.630973 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-97514000-d390-4967-a09e-28562ddab5e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/37f0d218-9e6a-4c8c-aaa9-fbdd912d8347 HTTP/1.1" status: 204 len: 168 time: 0.1728613 Aug 12 15:38:35.438140 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55204) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:35.553289 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-bd0d7ab3-d243-47c4-bd64-c114393ce4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:35.567172 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-bd0d7ab3-d243-47c4-bd64-c114393ce4d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:35.570971 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-bd0d7ab3-d243-47c4-bd64-c114393ce4d5 admin admin] Usage tracker for resource:security_group_rule and tenant:f380e4e66d304d24a062ba89cf8b0ac5 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:35.573972 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-bd0d7ab3-d243-47c4-bd64-c114393ce4d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:35.579556 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-bd0d7ab3-d243-47c4-bd64-c114393ce4d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:35.659218 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-bd0d7ab3-d243-47c4-bd64-c114393ce4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:35.663389 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-bd0d7ab3-d243-47c4-bd64-c114393ce4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:35.670587 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-99690dc8-c390-49bf-b30f-9a6dd0a2f068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:35.712026 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-bd0d7ab3-d243-47c4-bd64-c114393ce4d5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f380e4e66d304d24a062ba89cf8b0ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727678 Aug 12 15:38:35.712840 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d7ab3-d243-47c4-bd64-c114393ce4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42a9791-0e12-4c99-a1cd-cf2af3a5ba09,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:35.714709 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55210) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:35.715932 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-bd0d7ab3-d243-47c4-bd64-c114393ce4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:35.772137 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c8192e45-1779-45d0-abd6-f075fd65ffca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:35.796329 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c8192e45-1779-45d0-abd6-f075fd65ffca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:35.849770 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c8192e45-1779-45d0-abd6-f075fd65ffca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:35.853236 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-05e6a3f8-9e04-4001-b58c-96a9ff788143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:35.865602 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8192e45-1779-45d0-abd6-f075fd65ffca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42a9791-0e12-4c99-a1cd-cf2af3a5ba09,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:35.868106 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-c8192e45-1779-45d0-abd6-f075fd65ffca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:35.875160 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-c8192e45-1779-45d0-abd6-f075fd65ffca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:35.876245 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-c8192e45-1779-45d0-abd6-f075fd65ffca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c42a9791-0e12-4c99-a1cd-cf2af3a5ba09 HTTP/1.1" status: 204 len: 168 time: 0.1605709 Aug 12 15:38:36.141371 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55218) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:36.159884 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-65a5993b-bed4-4b82-8525-bc1ebc5ad667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:36.174294 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-65a5993b-bed4-4b82-8525-bc1ebc5ad667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:36.178860 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-65a5993b-bed4-4b82-8525-bc1ebc5ad667 admin admin] Usage tracker for resource:security_group_rule and tenant:e544a2ac8406476384afc4f5dbb968f2 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:36.181634 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-65a5993b-bed4-4b82-8525-bc1ebc5ad667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:36.187236 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-65a5993b-bed4-4b82-8525-bc1ebc5ad667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:36.269626 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-65a5993b-bed4-4b82-8525-bc1ebc5ad667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:36.273395 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-65a5993b-bed4-4b82-8525-bc1ebc5ad667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:36.285540 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-e521475d-1659-4124-ad13-b5654f666f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:36.403024 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-65a5993b-bed4-4b82-8525-bc1ebc5ad667 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e544a2ac8406476384afc4f5dbb968f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605500 Aug 12 15:38:36.404689 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5993b-bed4-4b82-8525-bc1ebc5ad667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b077a845-2253-45d2-8ebd-4590def00d23,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:36.405680 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55222) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:36.407977 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-65a5993b-bed4-4b82-8525-bc1ebc5ad667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:36.462386 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b00f0615-0765-4504-9334-ff7e038040dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:36.487786 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b00f0615-0765-4504-9334-ff7e038040dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:36.539589 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b00f0615-0765-4504-9334-ff7e038040dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:36.544236 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5249a989-b891-4d10-bdf3-329436689b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:36.557036 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f0615-0765-4504-9334-ff7e038040dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b077a845-2253-45d2-8ebd-4590def00d23,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:36.559542 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b00f0615-0765-4504-9334-ff7e038040dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:36.560695 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b00f0615-0765-4504-9334-ff7e038040dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:36.561786 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-b00f0615-0765-4504-9334-ff7e038040dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b077a845-2253-45d2-8ebd-4590def00d23 HTTP/1.1" status: 204 len: 168 time: 0.1551273 Aug 12 15:38:36.890533 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55230) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:36.908823 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a1512b5a-c9f6-4d38-b5bf-ff9d51a4d89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:36.923398 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-a1512b5a-c9f6-4d38-b5bf-ff9d51a4d89e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:36.927248 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-a1512b5a-c9f6-4d38-b5bf-ff9d51a4d89e admin admin] Usage tracker for resource:security_group_rule and tenant:b67d4bbd377e4d1e9cbd373c54935541 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:36.930001 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-a1512b5a-c9f6-4d38-b5bf-ff9d51a4d89e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:36.935572 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-a1512b5a-c9f6-4d38-b5bf-ff9d51a4d89e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:37.017414 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a1512b5a-c9f6-4d38-b5bf-ff9d51a4d89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:37.021628 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a1512b5a-c9f6-4d38-b5bf-ff9d51a4d89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:37.029629 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-7b855502-3c42-4734-997d-78d34f113eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:37.066943 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-a1512b5a-c9f6-4d38-b5bf-ff9d51a4d89e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b67d4bbd377e4d1e9cbd373c54935541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1752257 Aug 12 15:38:37.069145 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1512b5a-c9f6-4d38-b5bf-ff9d51a4d89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c7884f-5780-4313-8536-fdb1ad45c878,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:37.070009 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55234) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:37.072194 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a1512b5a-c9f6-4d38-b5bf-ff9d51a4d89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:37.128001 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-db71c9d7-e73f-4379-acff-d58f19e6cf10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:37.141402 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:38:37.153952 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-db71c9d7-e73f-4379-acff-d58f19e6cf10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:37.203688 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-db71c9d7-e73f-4379-acff-d58f19e6cf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:37.207194 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-594490ff-c2ef-4bd0-8b81-16e763ecf4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:37.221444 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71c9d7-e73f-4379-acff-d58f19e6cf10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c7884f-5780-4313-8536-fdb1ad45c878,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:37.224003 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-db71c9d7-e73f-4379-acff-d58f19e6cf10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:37.235780 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-db71c9d7-e73f-4379-acff-d58f19e6cf10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:37.239335 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-db71c9d7-e73f-4379-acff-d58f19e6cf10 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/73c7884f-5780-4313-8536-fdb1ad45c878 HTTP/1.1" status: 204 len: 168 time: 0.1659310 Aug 12 15:38:38.753421 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c5440f34-2055-4249-bb67-0d1571d4ce89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:39.788967 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:39.825114 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55306) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:39.938152 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-54ce8baf-c19f-4eaf-99a2-bf324e06da81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:39.951765 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-54ce8baf-c19f-4eaf-99a2-bf324e06da81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:39.955631 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-54ce8baf-c19f-4eaf-99a2-bf324e06da81 admin admin] Usage tracker for resource:security_group_rule and tenant:e08f202876514e06a3df836915ed797c is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:39.958568 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-54ce8baf-c19f-4eaf-99a2-bf324e06da81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:39.964133 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-54ce8baf-c19f-4eaf-99a2-bf324e06da81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:40.043543 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-54ce8baf-c19f-4eaf-99a2-bf324e06da81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:40.047074 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-54ce8baf-c19f-4eaf-99a2-bf324e06da81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:40.055625 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b5ff814d-4c4d-49d4-aa9e-593db4f29554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:40.092788 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-54ce8baf-c19f-4eaf-99a2-bf324e06da81 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e08f202876514e06a3df836915ed797c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665665 Aug 12 15:38:40.094495 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce8baf-c19f-4eaf-99a2-bf324e06da81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d01a838-c628-40d7-b4e3-b07fc914feb1,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:40.095724 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55312) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:40.097862 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-54ce8baf-c19f-4eaf-99a2-bf324e06da81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:40.155987 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ea7b824b-c449-4ec8-8c9f-de3a961b3746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:40.182166 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ea7b824b-c449-4ec8-8c9f-de3a961b3746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:40.233196 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ea7b824b-c449-4ec8-8c9f-de3a961b3746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:40.236777 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-7a58e3ad-7270-4f58-8975-8fad4cb40234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:40.249926 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b824b-c449-4ec8-8c9f-de3a961b3746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d01a838-c628-40d7-b4e3-b07fc914feb1,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:40.252749 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-ea7b824b-c449-4ec8-8c9f-de3a961b3746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:40.254656 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-ea7b824b-c449-4ec8-8c9f-de3a961b3746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:40.260058 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-ea7b824b-c449-4ec8-8c9f-de3a961b3746 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6d01a838-c628-40d7-b4e3-b07fc914feb1 HTTP/1.1" status: 204 len: 168 time: 0.1617036 Aug 12 15:38:40.522715 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55320) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:40.540663 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5792514f-0454-4994-b3cd-3346a9204266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:40.554559 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-5792514f-0454-4994-b3cd-3346a9204266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:40.558291 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-5792514f-0454-4994-b3cd-3346a9204266 admin admin] Usage tracker for resource:security_group_rule and tenant:d0c73cebb3444b2994788dd466865a9d is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:40.561015 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-5792514f-0454-4994-b3cd-3346a9204266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:40.566617 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-5792514f-0454-4994-b3cd-3346a9204266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:40.645768 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5792514f-0454-4994-b3cd-3346a9204266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:40.649498 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5792514f-0454-4994-b3cd-3346a9204266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:40.656265 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-97514000-d390-4967-a09e-28562ddab5e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:40.694086 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792514f-0454-4994-b3cd-3346a9204266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc44f3d-a48a-4c25-ac49-553be5c9a2d3,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:40.697092 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5792514f-0454-4994-b3cd-3346a9204266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:40.699703 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-5792514f-0454-4994-b3cd-3346a9204266 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d0c73cebb3444b2994788dd466865a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1760113 Aug 12 15:38:40.702316 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55324) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:40.765581 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-93615ff9-b902-4de7-b6b4-51825bff1e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:40.792216 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-93615ff9-b902-4de7-b6b4-51825bff1e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:40.843806 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-93615ff9-b902-4de7-b6b4-51825bff1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:40.848736 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-769671d9-62ae-4e87-807f-0bb9ca5f3658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:40.861051 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93615ff9-b902-4de7-b6b4-51825bff1e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc44f3d-a48a-4c25-ac49-553be5c9a2d3,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:40.863324 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-93615ff9-b902-4de7-b6b4-51825bff1e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:40.865570 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-93615ff9-b902-4de7-b6b4-51825bff1e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:40.866529 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-93615ff9-b902-4de7-b6b4-51825bff1e46 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3fc44f3d-a48a-4c25-ac49-553be5c9a2d3 HTTP/1.1" status: 204 len: 168 time: 0.1633754 Aug 12 15:38:41.575973 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b42b0355-a502-4b53-bb8e-2394000657eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:42.610225 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:42.810587 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55384) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:42.929071 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-253ef0b4-4928-434f-99ca-588dd47a07e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:42.943155 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-253ef0b4-4928-434f-99ca-588dd47a07e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:42.946874 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-253ef0b4-4928-434f-99ca-588dd47a07e2 admin admin] Usage tracker for resource:security_group_rule and tenant:25707aa22e10433c8eab053105c57647 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:42.949597 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-253ef0b4-4928-434f-99ca-588dd47a07e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:42.955128 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-253ef0b4-4928-434f-99ca-588dd47a07e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:43.033282 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-253ef0b4-4928-434f-99ca-588dd47a07e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:43.037713 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-253ef0b4-4928-434f-99ca-588dd47a07e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:43.046069 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-43d7a8e0-6838-4a75-9542-05609912ebeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:43.087749 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-253ef0b4-4928-434f-99ca-588dd47a07e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=25707aa22e10433c8eab053105c57647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761273 Aug 12 15:38:43.089310 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ef0b4-4928-434f-99ca-588dd47a07e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ad149a-cafd-4941-a862-53deb32460b1,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:43.090619 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55390) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:43.092391 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-253ef0b4-4928-434f-99ca-588dd47a07e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:43.153005 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-272149c3-1f1f-42b1-a84a-9a8314a335fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:43.178809 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-272149c3-1f1f-42b1-a84a-9a8314a335fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:43.236785 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-272149c3-1f1f-42b1-a84a-9a8314a335fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:43.240977 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-05201952-f92e-4144-b61d-01b1cf4cc9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:43.254571 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272149c3-1f1f-42b1-a84a-9a8314a335fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ad149a-cafd-4941-a862-53deb32460b1,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:43.258976 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-272149c3-1f1f-42b1-a84a-9a8314a335fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:43.266128 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-272149c3-1f1f-42b1-a84a-9a8314a335fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:43.269544 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-272149c3-1f1f-42b1-a84a-9a8314a335fb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/99ad149a-cafd-4941-a862-53deb32460b1 HTTP/1.1" status: 204 len: 168 time: 0.1750929 Aug 12 15:38:43.538141 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55398) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:43.555424 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f89419bc-e4e5-4d01-8277-66d01a1e9de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:43.569087 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f89419bc-e4e5-4d01-8277-66d01a1e9de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:43.572843 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f89419bc-e4e5-4d01-8277-66d01a1e9de1 admin admin] Usage tracker for resource:security_group_rule and tenant:1da5703dea07466eb6977e709d478d5d is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:43.575623 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f89419bc-e4e5-4d01-8277-66d01a1e9de1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:43.581203 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f89419bc-e4e5-4d01-8277-66d01a1e9de1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:43.663889 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f89419bc-e4e5-4d01-8277-66d01a1e9de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:43.667374 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f89419bc-e4e5-4d01-8277-66d01a1e9de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:43.675583 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-47196deb-f43b-4258-8da9-30965a70cf76 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:43.717676 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-f89419bc-e4e5-4d01-8277-66d01a1e9de1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1da5703dea07466eb6977e709d478d5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784317 Aug 12 15:38:43.719266 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89419bc-e4e5-4d01-8277-66d01a1e9de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b28ceda-d8cc-4e98-873b-14d7fd0b3c23,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:43.720662 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55402) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:43.722527 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f89419bc-e4e5-4d01-8277-66d01a1e9de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:43.779402 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-30e889db-9178-4b9b-af59-e04de8bc8490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:43.803887 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-30e889db-9178-4b9b-af59-e04de8bc8490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:43.842924 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:43.854692 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-30e889db-9178-4b9b-af59-e04de8bc8490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:43.858367 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-c5e311f2-0a37-47fd-a29a-481c96dd973a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:43.870027 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e889db-9178-4b9b-af59-e04de8bc8490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b28ceda-d8cc-4e98-873b-14d7fd0b3c23,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:43.872223 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-30e889db-9178-4b9b-af59-e04de8bc8490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:43.881302 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-30e889db-9178-4b9b-af59-e04de8bc8490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:43.882459 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-30e889db-9178-4b9b-af59-e04de8bc8490 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0b28ceda-d8cc-4e98-873b-14d7fd0b3c23 HTTP/1.1" status: 204 len: 168 time: 0.1601467 Aug 12 15:38:44.573913 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55426) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:44.675798 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2080848080-network', 'tenant_id': '6e2ad5ed25d942c89cdfaddd1d101807'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:38:44.681169 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:44.685080 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Usage tracker for resource:network and tenant:6e2ad5ed25d942c89cdfaddd1d101807 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:44.687982 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:44.691676 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.695228 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:44.703723 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Made reservation on behalf of 6e2ad5ed25d942c89cdfaddd1d101807 for: {'network': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:38:44.705956 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for network, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.718239 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.732525 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:44.736290 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Usage tracker for resource:security_group_rule and tenant:6e2ad5ed25d942c89cdfaddd1d101807 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:44.739031 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:44.744844 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:44.825556 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.829212 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.833009 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-dc8e6886-68da-4c85-8103-580e7a09d3e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:44.859100 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=79208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:38:44.867917 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c09567-e37b-4f47-9373-bbd3666ad3d1,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:44.871845 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:44.874279 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.874652 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.db.segments_db [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Added segment 22914d96-3e75-451a-9537-528eec4c5649 of type vlan for network 5e5f0598-68ad-4a15-a299-dcbd54ee6c3d Aug 12 15:38:44.900392 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783031021186'] for network, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.927927 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for network, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.929211 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:44.929799 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.934213 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:45.034634 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Pushing event updated for resources: {'Network': ['ID=5e5f0598-68ad-4a15-a299-dcbd54ee6c3d,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:45.038006 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4630778 Aug 12 15:38:45.038852 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ae40b19c-d396-46f3-8fb2-dcd7b0252248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:45.041009 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55432) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:45.044772 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Network 5e5f0598-68ad-4a15-a299-dcbd54ee6c3d details requested by agent ovs-agent-dv-cinder-804345-1-smb with host dv-cinder-804345-1-smb {{(pid=79209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 12 15:38:45.046436 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-f4cdf777-6351-4913-886a-6ceab598e788 admin admin] Request body: {'subnet': {'network_id': '5e5f0598-68ad-4a15-a299-dcbd54ee6c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2080848080-subnet', 'tenant_id': '6e2ad5ed25d942c89cdfaddd1d101807', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:38:45.051753 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f4cdf777-6351-4913-886a-6ceab598e788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:45.055547 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f4cdf777-6351-4913-886a-6ceab598e788 admin admin] Usage tracker for resource:subnet and tenant:6e2ad5ed25d942c89cdfaddd1d101807 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:45.058394 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-f4cdf777-6351-4913-886a-6ceab598e788 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:45.064701 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-f4cdf777-6351-4913-886a-6ceab598e788 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:45.076962 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cdf777-6351-4913-886a-6ceab598e788 admin admin] Made reservation on behalf of 6e2ad5ed25d942c89cdfaddd1d101807 for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:38:45.079363 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f4cdf777-6351-4913-886a-6ceab598e788 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2392245'] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:45.286621 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f4cdf777-6351-4913-886a-6ceab598e788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2392263'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:45.291495 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:45.363170 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdf777-6351-4913-886a-6ceab598e788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99d421c9-3518-45ba-a63d-8ca34640c32b,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:45.367151 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f4cdf777-6351-4913-886a-6ceab598e788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:45.373112 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cdf777-6351-4913-886a-6ceab598e788 admin admin] Checking segment: {'id': '22914d96-3e75-451a-9537-528eec4c5649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5e5f0598-68ad-4a15-a299-dcbd54ee6c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:38:45.373528 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cdf777-6351-4913-886a-6ceab598e788 admin admin] Network hostable DHCP agents. Network: 5e5f0598-68ad-4a15-a299-dcbd54ee6c3d, hostable agents: ['4f8a9972-eba5-4715-9ddd-7ea9a03f6a04'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:38:45.391845 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cdf777-6351-4913-886a-6ceab598e788 admin admin] Network 5e5f0598-68ad-4a15-a299-dcbd54ee6c3d is scheduled to be hosted by DHCP agent 4f8a9972-eba5-4715-9ddd-7ea9a03f6a04 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:38:45.401075 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-f4cdf777-6351-4913-886a-6ceab598e788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-smb, 5e5f0598-68ad-4a15-a299-dcbd54ee6c3d) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:38:45.405183 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cdf777-6351-4913-886a-6ceab598e788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:45.405803 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-f4cdf777-6351-4913-886a-6ceab598e788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:45.411328 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccc3985-e8d2-4490-a15e-f4cbec639662 None None] Network 5e5f0598-68ad-4a15-a299-dcbd54ee6c3d requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:38:45.437347 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-f4cdf777-6351-4913-886a-6ceab598e788 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3951125 Aug 12 15:38:45.668978 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45ef0ac-55ea-4096-ac81-2af2f58f320b None None] Network 5e5f0598-68ad-4a15-a299-dcbd54ee6c3d requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:38:45.953605 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55450) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:45.961410 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-546863773-network', 'tenant_id': '2eaa8075cd514f2ba1aa81326cb48394'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:38:45.966273 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:45.970023 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Usage tracker for resource:network and tenant:2eaa8075cd514f2ba1aa81326cb48394 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:45.973562 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:45.981261 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:45.991292 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Made reservation on behalf of 2eaa8075cd514f2ba1aa81326cb48394 for: {'network': 1} {{(pid=79207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:38:45.993509 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for network, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.004889 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.018464 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:46.022079 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Usage tracker for resource:security_group_rule and tenant:2eaa8075cd514f2ba1aa81326cb48394 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:46.024733 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:46.030229 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:46.112037 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.116340 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.119144 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-bd0d7ab3-d243-47c4-bd64-c114393ce4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:46.148314 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=79207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:38:46.153542 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05254470-14f8-473f-90ea-cb3827e6a657,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:46.157491 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:46.161657 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.161898 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.db.segments_db [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Added segment fcdf8bdd-393f-4bf7-a516-d8c2b12a0706 of type vlan for network 6bffd940-fa9b-4059-9a94-09f0d815d4ab Aug 12 15:38:46.187975 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783031021186'] for network, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.214803 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for network, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.216193 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:46.216770 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.219920 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-3fc3dfef-9115-4655-9461-aecd120b1035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:46.317270 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3625751 Aug 12 15:38:46.320133 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55454) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:38:46.320654 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Pushing event updated for resources: {'Network': ['ID=6bffd940-fa9b-4059-9a94-09f0d815d4ab,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:46.323174 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-b1e6d5b2-7276-4c82-84f6-50f69e4e96d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:46.327029 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-b480c7b8-1254-4ce3-8405-d90750fdbefe admin admin] Request body: {'subnet': {'network_id': '6bffd940-fa9b-4059-9a94-09f0d815d4ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-546863773-subnet', 'tenant_id': '2eaa8075cd514f2ba1aa81326cb48394', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:38:46.330545 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Network 6bffd940-fa9b-4059-9a94-09f0d815d4ab details requested by agent ovs-agent-dv-cinder-804345-1-smb with host dv-cinder-804345-1-smb {{(pid=79209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 12 15:38:46.331937 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b480c7b8-1254-4ce3-8405-d90750fdbefe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:46.336307 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b480c7b8-1254-4ce3-8405-d90750fdbefe admin admin] Usage tracker for resource:subnet and tenant:2eaa8075cd514f2ba1aa81326cb48394 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:46.339196 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b480c7b8-1254-4ce3-8405-d90750fdbefe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:46.345940 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b480c7b8-1254-4ce3-8405-d90750fdbefe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:46.355343 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b480c7b8-1254-4ce3-8405-d90750fdbefe admin admin] Made reservation on behalf of 2eaa8075cd514f2ba1aa81326cb48394 for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:38:46.357758 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b480c7b8-1254-4ce3-8405-d90750fdbefe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2392245'] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.642442 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b480c7b8-1254-4ce3-8405-d90750fdbefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2392263'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.646953 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-f350d327-69ca-4e7d-b38b-08f27fc8cc52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:46.714300 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480c7b8-1254-4ce3-8405-d90750fdbefe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c59e4470-4799-49c8-870e-3713eb911dee,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:46.717932 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b480c7b8-1254-4ce3-8405-d90750fdbefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:46.724802 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b480c7b8-1254-4ce3-8405-d90750fdbefe admin admin] Checking segment: {'id': 'fcdf8bdd-393f-4bf7-a516-d8c2b12a0706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '6bffd940-fa9b-4059-9a94-09f0d815d4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:38:46.725159 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b480c7b8-1254-4ce3-8405-d90750fdbefe admin admin] Network hostable DHCP agents. Network: 6bffd940-fa9b-4059-9a94-09f0d815d4ab, hostable agents: ['4f8a9972-eba5-4715-9ddd-7ea9a03f6a04'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:38:46.743144 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b480c7b8-1254-4ce3-8405-d90750fdbefe admin admin] Network 6bffd940-fa9b-4059-9a94-09f0d815d4ab is scheduled to be hosted by DHCP agent 4f8a9972-eba5-4715-9ddd-7ea9a03f6a04 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:38:46.752334 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-b480c7b8-1254-4ce3-8405-d90750fdbefe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-smb, 6bffd940-fa9b-4059-9a94-09f0d815d4ab) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:38:46.757220 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b480c7b8-1254-4ce3-8405-d90750fdbefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:46.758290 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b480c7b8-1254-4ce3-8405-d90750fdbefe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.761197 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5d40ea-a223-4632-92be-f1795568c476 None None] Network 6bffd940-fa9b-4059-9a94-09f0d815d4ab requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:38:46.786001 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-b480c7b8-1254-4ce3-8405-d90750fdbefe admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4638462 Aug 12 15:38:46.967762 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49444da5-cacf-450e-b9b7-b6b36b154bf5 None None] Network 6bffd940-fa9b-4059-9a94-09f0d815d4ab requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:38:47.353822 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9e33ef32-ae60-451e-a50b-c039ceb60570 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:47.355260 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9e33ef32-ae60-451e-a50b-c039ceb60570 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/networks?id=5e5f0598-68ad-4a15-a299-dcbd54ee6c3d HTTP/1.1" status: 200 len: 809 time: 0.1442919 Aug 12 15:38:47.370233 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-a4a9fd50-edb1-44a3-87ea-d5fe92cb4387 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/quotas/6e2ad5ed25d942c89cdfaddd1d101807 HTTP/1.1" status: 200 len: 375 time: 0.0092916 Aug 12 15:38:47.416821 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-ec49effd-e561-4da7-a86a-9c47622ee32b tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e2ad5ed25d942c89cdfaddd1d101807&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415728 Aug 12 15:38:47.545750 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-5a4082ec-cdd9-484e-bd91-c205a4167b60 service neutron] 10.222.0.59 "GET /v2.0/networks/5e5f0598-68ad-4a15-a299-dcbd54ee6c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222012 Aug 12 15:38:47.675475 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-5659dedc-2cdb-465e-9bd6-3651f1db74b8 service neutron] 10.222.0.59 "GET /v2.0/networks/5e5f0598-68ad-4a15-a299-dcbd54ee6c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239057 Aug 12 15:38:48.872791 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ca4dae4a-88e7-49fb-9e1c-e3bf6c741bdc req-d5916260-91bf-4a7e-a9a0-4990abd57b39 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98111b9-620c-4829-ad11-ce86ffca6b34 HTTP/1.1" status: 200 len: 210 time: 0.0480595 Aug 12 15:38:49.966151 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-18c6dc18-3b04-4d3c-a18e-a376c72f9666 req-a2b4bcc7-53ef-426f-bf91-ec8cfd18e6d5 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98111b9-620c-4829-ad11-ce86ffca6b34 HTTP/1.1" status: 200 len: 210 time: 0.0418103 Aug 12 15:38:51.059237 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-09a7fae0-3602-4f37-a297-07eaa995ebf3 req-d00403f3-d922-4096-b160-fea2b42f4e33 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98111b9-620c-4829-ad11-ce86ffca6b34 HTTP/1.1" status: 200 len: 210 time: 0.0425816 Aug 12 15:38:52.157506 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-aa4835c5-3f6e-48e8-80b2-cc4f84973e70 req-5f4329b0-b539-4484-99ac-42c2b21b7c51 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98111b9-620c-4829-ad11-ce86ffca6b34 HTTP/1.1" status: 200 len: 210 time: 0.0455210 Aug 12 15:38:53.309253 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0ad90170-132a-45b9-8374-fd431a313bd4 req-9f4bc59b-202a-403d-9779-b3a6c5cf66ef tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98111b9-620c-4829-ad11-ce86ffca6b34 HTTP/1.1" status: 200 len: 210 time: 0.0432007 Aug 12 15:38:54.103888 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-a1ae82e0-e453-40a7-a769-2688c81aac7a tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:54.104563 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-a1ae82e0-e453-40a7-a769-2688c81aac7a tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Synchronizing usage tracker for tenant:6e2ad5ed25d942c89cdfaddd1d101807 on resource:network {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:38:54.122280 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-a1ae82e0-e453-40a7-a769-2688c81aac7a tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Unset dirty status for tenant:6e2ad5ed25d942c89cdfaddd1d101807 on resource:network {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:38:54.123641 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-a1ae82e0-e453-40a7-a769-2688c81aac7a tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.82 "GET /v2.0/networks?id=5e5f0598-68ad-4a15-a299-dcbd54ee6c3d HTTP/1.1" status: 200 len: 809 time: 0.1644957 Aug 12 15:38:54.154912 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-3b96a3c6-de30-4c9b-908f-c56cf225e3db tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Request body: {'port': {'device_id': 'e98111b9-620c-4829-ad11-ce86ffca6b34', 'network_id': '5e5f0598-68ad-4a15-a299-dcbd54ee6c3d', 'admin_state_up': True, 'tenant_id': '6e2ad5ed25d942c89cdfaddd1d101807'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:38:54.290353 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-3b96a3c6-de30-4c9b-908f-c56cf225e3db tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:38:54.294346 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-3b96a3c6-de30-4c9b-908f-c56cf225e3db tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Usage tracker for resource:port and tenant:6e2ad5ed25d942c89cdfaddd1d101807 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:38:54.297155 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-3b96a3c6-de30-4c9b-908f-c56cf225e3db tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:38:54.303430 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-3b96a3c6-de30-4c9b-908f-c56cf225e3db tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:38:54.312886 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-3b96a3c6-de30-4c9b-908f-c56cf225e3db tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Made reservation on behalf of 6e2ad5ed25d942c89cdfaddd1d101807 for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:38:54.316311 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-3b96a3c6-de30-4c9b-908f-c56cf225e3db tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:54.460085 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3ba3e116-0551-468c-9e70-3b90682bdfe2 req-0754c863-283d-4c5f-8c93-8f41e3881c21 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98111b9-620c-4829-ad11-ce86ffca6b34 HTTP/1.1" status: 200 len: 210 time: 0.0414987 Aug 12 15:38:54.478257 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-3b96a3c6-de30-4c9b-908f-c56cf225e3db tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Allocated IP 172.20.0.4 (5e5f0598-68ad-4a15-a299-dcbd54ee6c3d/99d421c9-3518-45ba-a63d-8ca34640c32b/22dcd888-ed05-4260-8f97-c8a2a55c7593) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:38:54.678329 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-3b96a3c6-de30-4c9b-908f-c56cf225e3db tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:54.706715 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-3b96a3c6-de30-4c9b-908f-c56cf225e3db tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:54.713335 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b693ad85-b9d0-4cc3-9804-d8ea2cb648d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:54.776133 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-3b96a3c6-de30-4c9b-908f-c56cf225e3db tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Network 5e5f0598-68ad-4a15-a299-dcbd54ee6c3d is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:38:54.779050 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-3b96a3c6-de30-4c9b-908f-c56cf225e3db tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:38:54.781392 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-3b96a3c6-de30-4c9b-908f-c56cf225e3db tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:38:54.816962 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96a3c6-de30-4c9b-908f-c56cf225e3db tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Pushing event updated for resources: {'Port': ['ID=22dcd888-ed05-4260-8f97-c8a2a55c7593,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:54.819792 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-3b96a3c6-de30-4c9b-908f-c56cf225e3db tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:54.848162 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-3b96a3c6-de30-4c9b-908f-c56cf225e3db tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:54.848756 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-3b96a3c6-de30-4c9b-908f-c56cf225e3db tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:54.868665 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-3b96a3c6-de30-4c9b-908f-c56cf225e3db tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7175107 Aug 12 15:38:54.886037 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Request body: {'port': {'device_id': 'e98111b9-620c-4829-ad11-ce86ffca6b34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:38:54.995868 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:55.330396 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22dcd888-ed05-4260-8f97-c8a2a55c7593 {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:38:55.338289 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:55.353280 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Transition to ACTIVE for port object 22dcd888-ed05-4260-8f97-c8a2a55c7593 will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:38:55.356635 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305661'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:55.360964 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5b2dc5bf-c17e-42d1-8be0-f78ac47a65b1 tempest-VolumesSnapshotTestJSON-2112175318 tempest-VolumesSnapshotTestJSON-2112175318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:55.485730 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Pushing event updated for resources: {'Port': ['ID=22dcd888-ed05-4260-8f97-c8a2a55c7593,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:55.511538 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:55.586856 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Attempting to bind port 22dcd888-ed05-4260-8f97-c8a2a55c7593 on host hv-cinder-80434 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:38:55.587078 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Attempting to bind port 22dcd888-ed05-4260-8f97-c8a2a55c7593 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '22914d96-3e75-451a-9537-528eec4c5649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5e5f0598-68ad-4a15-a299-dcbd54ee6c3d'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:38:55.587378 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Attempting to bind port 22dcd888-ed05-4260-8f97-c8a2a55c7593 on network 5e5f0598-68ad-4a15-a299-dcbd54ee6c3d {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:38:55.591912 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Port 22dcd888-ed05-4260-8f97-c8a2a55c7593 on network 5e5f0598-68ad-4a15-a299-dcbd54ee6c3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 12 15:38:55.592224 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Attempting to bind port 22dcd888-ed05-4260-8f97-c8a2a55c7593 on network 5e5f0598-68ad-4a15-a299-dcbd54ee6c3d {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:38:55.598145 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Checking agent: {'id': 'ee8f405c-fd53-4642-8bfa-8ace78e7783f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:38:55.598481 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Checking segment: {'id': '22914d96-3e75-451a-9537-528eec4c5649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5e5f0598-68ad-4a15-a299-dcbd54ee6c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:38:55.598854 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Bound using segment: {'id': '22914d96-3e75-451a-9537-528eec4c5649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5e5f0598-68ad-4a15-a299-dcbd54ee6c3d'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:38:55.599268 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Bound port: 22dcd888-ed05-4260-8f97-c8a2a55c7593, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22914d96-3e75-451a-9537-528eec4c5649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5e5f0598-68ad-4a15-a299-dcbd54ee6c3d'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:38:55.599605 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:55.694015 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] For port 22dcd888-ed05-4260-8f97-c8a2a55c7593, host hv-cinder-80434, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:38:55.697135 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] For port 22dcd888-ed05-4260-8f97-c8a2a55c7593, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=22dcd888-ed05-4260-8f97-c8a2a55c7593,segment=NetworkSegment(22914d96-3e75-451a-9537-528eec4c5649),segment_id=22914d96-3e75-451a-9537-528eec4c5649)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:38:55.701295 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305661'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:55.705863 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-815c631a-9202-4e9f-9e37-65c48cf0cca6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:55.737118 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33878598-7b61-4e64-bb98-e263015a8258 req-fd920ae4-2a58-4787-9304-21ae72b693e7 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:55.739493 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-33878598-7b61-4e64-bb98-e263015a8258 req-fd920ae4-2a58-4787-9304-21ae72b693e7 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98111b9-620c-4829-ad11-ce86ffca6b34 HTTP/1.1" status: 200 len: 943 time: 0.1723523 Aug 12 15:38:55.762243 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:55.762979 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:55.764356 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] 10.222.0.82 "PUT /v2.0/ports/22dcd888-ed05-4260-8f97-c8a2a55c7593 HTTP/1.1" status: 200 len: 1093 time: 0.8823185 Aug 12 15:38:55.764852 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98111b9-620c-4829-ad11-ce86ffca6b34', 'tag': '22dcd888-ed05-4260-8f97-c8a2a55c7593'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:38:55.785704 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-33878598-7b61-4e64-bb98-e263015a8258 req-d4b30381-8ee2-4294-afeb-4aff25d1594a tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/security-groups?id=35c09567-e37b-4f47-9373-bbd3666ad3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410919 Aug 12 15:38:55.794492 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Pushing event updated for resources: {'Port': ['ID=22dcd888-ed05-4260-8f97-c8a2a55c7593,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:55.798012 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:55.815916 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98111b9-620c-4829-ad11-ce86ffca6b34', 'tag': '22dcd888-ed05-4260-8f97-c8a2a55c7593', 'status': 'completed', 'code': 200} Aug 12 15:38:55.993523 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-6ae75969-b62c-4085-8619-16b8c1161f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:55.995005 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-6ae75969-b62c-4085-8619-16b8c1161f56 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e2ad5ed25d942c89cdfaddd1d101807&device_id=e98111b9-620c-4829-ad11-ce86ffca6b34 HTTP/1.1" status: 200 len: 1096 time: 0.1595957 Aug 12 15:38:56.068854 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-148e8ec4-2d0d-44fb-baee-d17583ca5079 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22dcd888-ed05-4260-8f97-c8a2a55c7593 HTTP/1.1" status: 200 len: 217 time: 0.0595932 Aug 12 15:38:56.131698 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-810342a5-b890-4610-a091-7224f35de46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:56.133084 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-810342a5-b890-4610-a091-7224f35de46d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=99d421c9-3518-45ba-a63d-8ca34640c32b HTTP/1.1" status: 200 len: 849 time: 0.0581434 Aug 12 15:38:56.178698 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-8993a1f9-b035-4b2c-8482-2f89d8bb47da service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5e5f0598-68ad-4a15-a299-dcbd54ee6c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389698 Aug 12 15:38:56.307022 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-4f585802-7e3f-4138-9e18-79e75fb607b9 service neutron] 10.222.0.82 "GET /v2.0/networks/5e5f0598-68ad-4a15-a299-dcbd54ee6c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222491 Aug 12 15:38:56.437945 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-35621bef-5a56-44f9-8ebf-aa0762c9a3cd req-a2cc00ec-f596-438c-a9b6-af8d28248d87 service neutron] 10.222.0.82 "GET /v2.0/networks/5e5f0598-68ad-4a15-a299-dcbd54ee6c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241560 Aug 12 15:38:56.612086 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d6734-d64f-47b6-afa9-c9adeb6fe4ec req-92d2a1f6-073b-4e19-a2f6-60bdeec91a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:56.613492 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6e8d6734-d64f-47b6-afa9-c9adeb6fe4ec req-92d2a1f6-073b-4e19-a2f6-60bdeec91a37 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e2ad5ed25d942c89cdfaddd1d101807&device_id=e98111b9-620c-4829-ad11-ce86ffca6b34 HTTP/1.1" status: 200 len: 1096 time: 0.0734055 Aug 12 15:38:56.742783 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d6734-d64f-47b6-afa9-c9adeb6fe4ec req-878c4a23-8c2c-4e88-b8f6-edfcfb7aa85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:56.744213 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6e8d6734-d64f-47b6-afa9-c9adeb6fe4ec req-878c4a23-8c2c-4e88-b8f6-edfcfb7aa85d service neutron] 10.222.0.82 "GET /v2.0/networks?id=5e5f0598-68ad-4a15-a299-dcbd54ee6c3d HTTP/1.1" status: 200 len: 910 time: 0.1239486 Aug 12 15:38:56.812392 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6e8d6734-d64f-47b6-afa9-c9adeb6fe4ec req-2d8b8075-4c16-426d-9474-a00436508b6b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22dcd888-ed05-4260-8f97-c8a2a55c7593 HTTP/1.1" status: 200 len: 217 time: 0.0603490 Aug 12 15:38:56.878429 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d6734-d64f-47b6-afa9-c9adeb6fe4ec req-f2b9e79b-2ba7-4f11-9740-4e8a88668d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:56.880354 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6e8d6734-d64f-47b6-afa9-c9adeb6fe4ec req-f2b9e79b-2ba7-4f11-9740-4e8a88668d7e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=99d421c9-3518-45ba-a63d-8ca34640c32b HTTP/1.1" status: 200 len: 849 time: 0.0605690 Aug 12 15:38:56.927462 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6e8d6734-d64f-47b6-afa9-c9adeb6fe4ec req-2cc8017e-eff1-4395-ac40-314d81209588 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5e5f0598-68ad-4a15-a299-dcbd54ee6c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399780 Aug 12 15:38:56.971784 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a3f31-e169-4260-b007-ba4f35133bde req-88db43aa-b98d-4bc3-a627-30e471faa17e tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:56.973228 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-947a3f31-e169-4260-b007-ba4f35133bde req-88db43aa-b98d-4bc3-a627-30e471faa17e tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98111b9-620c-4829-ad11-ce86ffca6b34 HTTP/1.1" status: 200 len: 943 time: 0.0797346 Aug 12 15:38:57.020862 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-947a3f31-e169-4260-b007-ba4f35133bde req-75e8af12-be45-42a4-88d2-4df27c010ce8 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/security-groups?id=35c09567-e37b-4f47-9373-bbd3666ad3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419006 Aug 12 15:38:57.058455 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6e8d6734-d64f-47b6-afa9-c9adeb6fe4ec req-6f07cc95-a4b0-4cb4-a3dc-19918287924c service neutron] 10.222.0.82 "GET /v2.0/networks/5e5f0598-68ad-4a15-a299-dcbd54ee6c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241474 Aug 12 15:38:57.187737 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-6e8d6734-d64f-47b6-afa9-c9adeb6fe4ec req-ac1bb73d-28f7-4661-b966-994ac51c78eb service neutron] 10.222.0.82 "GET /v2.0/networks/5e5f0598-68ad-4a15-a299-dcbd54ee6c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221473 Aug 12 15:38:58.203520 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5257c-41d2-4441-841a-ddf536363cf0 req-2f174f63-6802-4f0b-83b3-e0e57e5e26ca tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:58.204965 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0cc5257c-41d2-4441-841a-ddf536363cf0 req-2f174f63-6802-4f0b-83b3-e0e57e5e26ca tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98111b9-620c-4829-ad11-ce86ffca6b34 HTTP/1.1" status: 200 len: 943 time: 0.0798898 Aug 12 15:38:58.250943 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-0cc5257c-41d2-4441-841a-ddf536363cf0 req-b6768bec-fa00-4e6e-bedf-25691527bf00 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/security-groups?id=35c09567-e37b-4f47-9373-bbd3666ad3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403647 Aug 12 15:38:59.300966 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 22dcd888-ed05-4260-8f97-c8a2a55c7593 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:38:59.434429 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 22dcd888-ed05-4260-8f97-c8a2a55c7593, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=22dcd888-ed05-4260-8f97-c8a2a55c7593,segment=NetworkSegment(22914d96-3e75-451a-9537-528eec4c5649),segment_id=22914d96-3e75-451a-9537-528eec4c5649)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:38:59.435681 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd35aa-9f0b-41ba-aeca-b43242b84390 req-339b2de7-eb1c-482a-97f6-d6a72bec160e tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:59.437142 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-13fd35aa-9f0b-41ba-aeca-b43242b84390 req-339b2de7-eb1c-482a-97f6-d6a72bec160e tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98111b9-620c-4829-ad11-ce86ffca6b34 HTTP/1.1" status: 200 len: 943 time: 0.0833571 Aug 12 15:38:59.447454 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': '22dcd888-ed05-4260-8f97-c8a2a55c7593', 'network_id': '5e5f0598-68ad-4a15-a299-dcbd54ee6c3d', 'port_id': '22dcd888-ed05-4260-8f97-c8a2a55c7593', 'mac_address': 'fa:16:3e:ba:65:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d421c9-3518-45ba-a63d-8ca34640c32b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:38:59.482554 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-13fd35aa-9f0b-41ba-aeca-b43242b84390 req-cdf3743b-13f1-4045-bf59-06df05157fed tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/security-groups?id=35c09567-e37b-4f47-9373-bbd3666ad3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396929 Aug 12 15:38:59.503173 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:59.519381 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22dcd888-ed05-4260-8f97-c8a2a55c7593 {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:38:59.534321 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 22dcd888-ed05-4260-8f97-c8a2a55c7593, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=22dcd888-ed05-4260-8f97-c8a2a55c7593,segment=NetworkSegment(22914d96-3e75-451a-9537-528eec4c5649),segment_id=22914d96-3e75-451a-9537-528eec4c5649)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:38:59.538461 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:59.540344 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:38:59.606726 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=22dcd888-ed05-4260-8f97-c8a2a55c7593,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:59.614341 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:59.614689 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:59.615029 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:59.615365 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:59.615696 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:59.616038 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:59.616360 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:59.616683 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:59.617007 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:59.617330 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:59.617700 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:59.618006 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:59.621682 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:38:59.829404 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['22dcd888-ed05-4260-8f97-c8a2a55c7593'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:39:00.667184 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc806ad-da05-4d82-b2a5-dd21122ef52e req-6eb3d8d6-e504-4ddc-b6c1-493aded60f63 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:00.668553 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dfc806ad-da05-4d82-b2a5-dd21122ef52e req-6eb3d8d6-e504-4ddc-b6c1-493aded60f63 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98111b9-620c-4829-ad11-ce86ffca6b34 HTTP/1.1" status: 200 len: 944 time: 0.0796258 Aug 12 15:39:00.715512 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dfc806ad-da05-4d82-b2a5-dd21122ef52e req-cf9d1aa7-64cd-452a-bc48-2beeefa7d925 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/security-groups?id=35c09567-e37b-4f47-9373-bbd3666ad3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413902 Aug 12 15:39:01.306495 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 22dcd888-ed05-4260-8f97-c8a2a55c7593 up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:39:01.377664 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning for port 22dcd888-ed05-4260-8f97-c8a2a55c7593 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:39:01.382370 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port 22dcd888-ed05-4260-8f97-c8a2a55c7593 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:39:01.382845 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:01.497058 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:01.522894 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98111b9-620c-4829-ad11-ce86ffca6b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dcd888-ed05-4260-8f97-c8a2a55c7593'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:39:01.532792 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port 22dcd888-ed05-4260-8f97-c8a2a55c7593, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=22dcd888-ed05-4260-8f97-c8a2a55c7593,segment=NetworkSegment(22914d96-3e75-451a-9537-528eec4c5649),segment_id=22914d96-3e75-451a-9537-528eec4c5649)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:39:01.537802 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:01.539631 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:01.568228 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98111b9-620c-4829-ad11-ce86ffca6b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dcd888-ed05-4260-8f97-c8a2a55c7593', 'code': 200} Aug 12 15:39:01.605074 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=22dcd888-ed05-4260-8f97-c8a2a55c7593,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:01.608210 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:01.831119 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb8504-24a8-4503-9d52-fd08032a5f2e req-52b49cf3-9fca-49d8-b0ec-a6316eee1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:01.833046 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-7ccb8504-24a8-4503-9d52-fd08032a5f2e req-52b49cf3-9fca-49d8-b0ec-a6316eee1d86 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e98111b9-620c-4829-ad11-ce86ffca6b34 HTTP/1.1" status: 200 len: 1098 time: 0.0744047 Aug 12 15:39:01.872889 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-7ccb8504-24a8-4503-9d52-fd08032a5f2e req-47cfeb6a-b421-4aed-9017-656e4f5925b8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=35c09567-e37b-4f47-9373-bbd3666ad3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337133 Aug 12 15:39:01.897403 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a64e0-3ed9-4732-81dc-4905201b8a97 req-06b7fc85-5cc8-49d2-8b4b-38f5f1f882a5 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:01.898865 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-572a64e0-3ed9-4732-81dc-4905201b8a97 req-06b7fc85-5cc8-49d2-8b4b-38f5f1f882a5 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98111b9-620c-4829-ad11-ce86ffca6b34 HTTP/1.1" status: 200 len: 945 time: 0.0801516 Aug 12 15:39:01.942232 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-572a64e0-3ed9-4732-81dc-4905201b8a97 req-6e2d4ba9-a2b4-4959-889a-c8651719afcd tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/security-groups?id=35c09567-e37b-4f47-9373-bbd3666ad3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378714 Aug 12 15:39:03.142242 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92910fc-c1fa-4f00-80db-be51c770e08c req-bb22e232-78fa-4f63-85e3-4aac39293adb tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:03.143707 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b92910fc-c1fa-4f00-80db-be51c770e08c req-bb22e232-78fa-4f63-85e3-4aac39293adb tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98111b9-620c-4829-ad11-ce86ffca6b34 HTTP/1.1" status: 200 len: 945 time: 0.0828693 Aug 12 15:39:03.188501 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-b92910fc-c1fa-4f00-80db-be51c770e08c req-f06a5f83-8ed2-4b01-8c9c-04f235948d82 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/security-groups?id=35c09567-e37b-4f47-9373-bbd3666ad3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387671 Aug 12 15:39:06.511533 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f4e85-2c56-4f55-a040-ab493e3fc5fb req-56579a1f-33a0-4920-bc82-8d35820e1ee2 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:06.512959 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2a6f4e85-2c56-4f55-a040-ab493e3fc5fb req-56579a1f-33a0-4920-bc82-8d35820e1ee2 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98111b9-620c-4829-ad11-ce86ffca6b34 HTTP/1.1" status: 200 len: 945 time: 0.0787570 Aug 12 15:39:06.560149 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2a6f4e85-2c56-4f55-a040-ab493e3fc5fb req-2c330654-0637-4a11-aede-71b745aef988 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/security-groups?id=35c09567-e37b-4f47-9373-bbd3666ad3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416114 Aug 12 15:39:07.747187 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa84010-97d1-48b5-a1ae-f40fac2d8948 req-f3721968-a243-4c46-8f35-a2eb78e25f51 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:07.748627 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1fa84010-97d1-48b5-a1ae-f40fac2d8948 req-f3721968-a243-4c46-8f35-a2eb78e25f51 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98111b9-620c-4829-ad11-ce86ffca6b34 HTTP/1.1" status: 200 len: 945 time: 0.0783556 Aug 12 15:39:07.793329 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1fa84010-97d1-48b5-a1ae-f40fac2d8948 req-7114bef4-d9d0-4204-a33b-667f4588fed5 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/security-groups?id=35c09567-e37b-4f47-9373-bbd3666ad3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390248 Aug 12 15:39:07.966637 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa35955-f363-49d7-b509-0f03f7ef6e35 req-c5b89316-e48a-43e7-9941-1ce4827d6c1a tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:07.967314 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-eaa35955-f363-49d7-b509-0f03f7ef6e35 req-c5b89316-e48a-43e7-9941-1ce4827d6c1a tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Synchronizing usage tracker for tenant:6e2ad5ed25d942c89cdfaddd1d101807 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:39:07.983972 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-eaa35955-f363-49d7-b509-0f03f7ef6e35 req-c5b89316-e48a-43e7-9941-1ce4827d6c1a tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Unset dirty status for tenant:6e2ad5ed25d942c89cdfaddd1d101807 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:39:07.985195 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-eaa35955-f363-49d7-b509-0f03f7ef6e35 req-c5b89316-e48a-43e7-9941-1ce4827d6c1a tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.82 "GET /v2.0/ports?device_id=e98111b9-620c-4829-ad11-ce86ffca6b34 HTTP/1.1" status: 200 len: 945 time: 0.0961878 Aug 12 15:39:08.060049 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-eaa35955-f363-49d7-b509-0f03f7ef6e35 req-842577f4-4a56-4547-b15b-05cba9c7cafe tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Deleting port 22dcd888-ed05-4260-8f97-c8a2a55c7593 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:39:08.060461 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-eaa35955-f363-49d7-b509-0f03f7ef6e35 req-842577f4-4a56-4547-b15b-05cba9c7cafe tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:08.390745 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-eaa35955-f363-49d7-b509-0f03f7ef6e35 req-842577f4-4a56-4547-b15b-05cba9c7cafe tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] For port 22dcd888-ed05-4260-8f97-c8a2a55c7593, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=22dcd888-ed05-4260-8f97-c8a2a55c7593,segment=NetworkSegment(22914d96-3e75-451a-9537-528eec4c5649),segment_id=22914d96-3e75-451a-9537-528eec4c5649)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:39:08.391105 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-eaa35955-f363-49d7-b509-0f03f7ef6e35 req-842577f4-4a56-4547-b15b-05cba9c7cafe tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:08.513610 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-eaa35955-f363-49d7-b509-0f03f7ef6e35 req-842577f4-4a56-4547-b15b-05cba9c7cafe tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Calling delete_port for 22dcd888-ed05-4260-8f97-c8a2a55c7593 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:39:08.652473 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-eaa35955-f363-49d7-b509-0f03f7ef6e35 req-842577f4-4a56-4547-b15b-05cba9c7cafe tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:08.657595 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-5006015f-711d-48ab-b233-f59a9369b715 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:08.701630 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['22dcd888-ed05-4260-8f97-c8a2a55c7593'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:39:08.705525 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842577f4-4a56-4547-b15b-05cba9c7cafe tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Pushing event deleted for resources: {'Port': ['ID=22dcd888-ed05-4260-8f97-c8a2a55c7593,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:08.732090 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-842577f4-4a56-4547-b15b-05cba9c7cafe tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:08.780940 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa35955-f363-49d7-b509-0f03f7ef6e35 req-842577f4-4a56-4547-b15b-05cba9c7cafe tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] No DVR routers for this DVR port 22dcd888-ed05-4260-8f97-c8a2a55c7593 on host hv-cinder-80434 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:39:08.783222 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-eaa35955-f363-49d7-b509-0f03f7ef6e35 req-842577f4-4a56-4547-b15b-05cba9c7cafe tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:08.785910 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98111b9-620c-4829-ad11-ce86ffca6b34', 'name': 'network-vif-deleted', 'tag': '22dcd888-ed05-4260-8f97-c8a2a55c7593'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:39:08.786683 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-ae96de2f-74f8-4794-a1c0-d5a54331621f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:08.803181 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-eaa35955-f363-49d7-b509-0f03f7ef6e35 req-842577f4-4a56-4547-b15b-05cba9c7cafe tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.82 "DELETE /v2.0/ports/22dcd888-ed05-4260-8f97-c8a2a55c7593 HTTP/1.1" status: 204 len: 173 time: 0.8104334 Aug 12 15:39:08.839288 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98111b9-620c-4829-ad11-ce86ffca6b34', 'name': 'network-vif-deleted', 'tag': '22dcd888-ed05-4260-8f97-c8a2a55c7593', 'status': 'completed', 'code': 200} Aug 12 15:39:08.944827 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3d6e34d8-10c5-408b-8270-9f2d47468e87 req-73b1f482-df0a-4fce-b924-b4e73529b588 tempest-VolumesActionsTest-1805141626 tempest-VolumesActionsTest-1805141626-project] 10.222.0.59 "GET /v2.0/ports?device_id=e98111b9-620c-4829-ad11-ce86ffca6b34 HTTP/1.1" status: 200 len: 210 time: 0.0470877 Aug 12 15:39:09.789999 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:11.352756 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 22dcd888-ed05-4260-8f97-c8a2a55c7593 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:39:11.386848 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] No Port match for: 22dcd888-ed05-4260-8f97-c8a2a55c7593 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:39:11.387200 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device 22dcd888-ed05-4260-8f97-c8a2a55c7593 not bound to the agent host hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:39:11.577336 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c68b07a5-d160-45c5-9b0a-b41afd71cf42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:12.614231 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:13.844638 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:14.140336 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:39:14.726431 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:26.929242 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55690) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:26.987486 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_v2 [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] Deleting subnet 99d421c9-3518-45ba-a63d-8ca34640c32b {{(pid=79207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 12 15:39:26.990337 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:27.037293 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1836087'] for subnet, precommit_delete_associations {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:27.096905 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15865242'] for subnet, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:27.163587 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15865237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2979723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2156270'] for subnet, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:27.168269 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-f8835277-cda7-43fe-85ef-e41521f97aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:27.202936 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99d421c9-3518-45ba-a63d-8ca34640c32b,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:27.207622 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:27.215894 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:27.216275 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:27.216672 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:27.217041 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:27.217400 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:27.217778 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:27.218134 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:27.218486 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:27.218841 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:27.219196 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:27.219538 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:27.220150 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:27.223704 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/99d421c9-3518-45ba-a63d-8ca34640c32b HTTP/1.1" status: 204 len: 168 time: 0.2934475 Aug 12 15:39:27.224594 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-acfca358-0303-4964-9f28-33736285ba03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:27.226259 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55694) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:27.331180 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7fdaf84f-7814-4661-8456-116ced87c274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16529243'] for network, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:27.453015 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7fdaf84f-7814-4661-8456-116ced87c274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15862113', 'neutron.services.segments.db._delete_segments_for_network-8783031516317'] for network, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:27.465502 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-7fdaf84f-7814-4661-8456-116ced87c274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5f0598-68ad-4a15-a299-dcbd54ee6c3d']}} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:27.480739 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-7fdaf84f-7814-4661-8456-116ced87c274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22914d96-3e75-451a-9537-528eec4c5649') {'for_net_delete': True} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:27.481039 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-7fdaf84f-7814-4661-8456-116ced87c274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22914d96-3e75-451a-9537-528eec4c5649') {} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:27.492521 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7fdaf84f-7814-4661-8456-116ced87c274 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783031512823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1836072'] for segment, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:27.508443 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7fdaf84f-7814-4661-8456-116ced87c274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:27.514277 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdaf84f-7814-4661-8456-116ced87c274 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=79207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:39:27.514657 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7fdaf84f-7814-4661-8456-116ced87c274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15867305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2979821'] for segment, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: Traceback (most recent call last): Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: timer() Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: cb(*args, **kw) Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: return func(*args, **kwargs) Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: self._notify() Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: self.callback(batched_events) Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: event.method(event) Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: return f(self, *a, **k) Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: return self._get(url).json() Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: return self.request(url, 'GET', **kwargs) Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:39:27.527779 dv-cinder-804345-1-smb neutron-server[79207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:39:27.599226 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7fdaf84f-7814-4661-8456-116ced87c274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15862040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544010'] for network, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:27.603053 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-b6ea0e45-e8c7-4640-aebe-61ae646d0c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:27.615571 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-7fdaf84f-7814-4661-8456-116ced87c274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:27.630779 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdaf84f-7814-4661-8456-116ced87c274 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e5f0598-68ad-4a15-a299-dcbd54ee6c3d,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:27.634100 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-7fdaf84f-7814-4661-8456-116ced87c274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:27.639252 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-7fdaf84f-7814-4661-8456-116ced87c274 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5e5f0598-68ad-4a15-a299-dcbd54ee6c3d HTTP/1.1" status: 204 len: 168 time: 0.4120734 Aug 12 15:39:27.642199 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55698) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:27.701614 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be0cd62-be3d-406d-b555-756dde2d666f admin admin] Deleting subnet c59e4470-4799-49c8-870e-3713eb911dee {{(pid=79207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 12 15:39:27.704622 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-9be0cd62-be3d-406d-b555-756dde2d666f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:27.752054 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-9be0cd62-be3d-406d-b555-756dde2d666f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1836087'] for subnet, precommit_delete_associations {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:27.809485 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-9be0cd62-be3d-406d-b555-756dde2d666f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15865242'] for subnet, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:27.874495 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-9be0cd62-be3d-406d-b555-756dde2d666f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15865237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2979723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2156270'] for subnet, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:27.879049 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-519b1436-7128-4fd7-9742-8857d2ce790f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:27.911294 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0cd62-be3d-406d-b555-756dde2d666f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c59e4470-4799-49c8-870e-3713eb911dee,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:27.914976 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-9be0cd62-be3d-406d-b555-756dde2d666f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:27.915927 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-9be0cd62-be3d-406d-b555-756dde2d666f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:27.921533 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-9be0cd62-be3d-406d-b555-756dde2d666f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c59e4470-4799-49c8-870e-3713eb911dee HTTP/1.1" status: 204 len: 168 time: 0.2783608 Aug 12 15:39:27.923961 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55702) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:28.113532 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-69e5d1a3-f11f-4db2-aba2-f947e525458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16529243'] for network, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:28.239728 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-69e5d1a3-f11f-4db2-aba2-f947e525458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15862113', 'neutron.services.segments.db._delete_segments_for_network-8783031516317'] for network, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:28.253104 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-69e5d1a3-f11f-4db2-aba2-f947e525458e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bffd940-fa9b-4059-9a94-09f0d815d4ab']}} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:28.265710 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-69e5d1a3-f11f-4db2-aba2-f947e525458e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcdf8bdd-393f-4bf7-a516-d8c2b12a0706') {'for_net_delete': True} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:28.266013 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-69e5d1a3-f11f-4db2-aba2-f947e525458e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcdf8bdd-393f-4bf7-a516-d8c2b12a0706') {} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:28.277105 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-69e5d1a3-f11f-4db2-aba2-f947e525458e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783031512823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1836072'] for segment, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:28.292648 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-69e5d1a3-f11f-4db2-aba2-f947e525458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:28.298980 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e5d1a3-f11f-4db2-aba2-f947e525458e admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=79207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:39:28.299467 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-69e5d1a3-f11f-4db2-aba2-f947e525458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15867305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2979821'] for segment, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: Traceback (most recent call last): Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: timer() Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: cb(*args, **kw) Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: return func(*args, **kwargs) Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: self._notify() Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: self.callback(batched_events) Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: event.method(event) Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: return f(self, *a, **k) Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: return self._get(url).json() Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: return self.request(url, 'GET', **kwargs) Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:39:28.312706 dv-cinder-804345-1-smb neutron-server[79207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:39:28.387656 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-69e5d1a3-f11f-4db2-aba2-f947e525458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15862040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544010'] for network, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:28.391902 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-7fdaf84f-7814-4661-8456-116ced87c274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:28.404728 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-69e5d1a3-f11f-4db2-aba2-f947e525458e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:28.413386 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5d1a3-f11f-4db2-aba2-f947e525458e admin admin] Pushing event deleted for resources: {'Network': ['ID=6bffd940-fa9b-4059-9a94-09f0d815d4ab,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:28.416156 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-69e5d1a3-f11f-4db2-aba2-f947e525458e admin admin] 10.222.0.59 "DELETE /v2.0/networks/6bffd940-fa9b-4059-9a94-09f0d815d4ab HTTP/1.1" status: 204 len: 168 time: 0.4913120 Aug 12 15:39:28.417031 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-69e5d1a3-f11f-4db2-aba2-f947e525458e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:28.580949 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55708) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:28.628552 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-2807990a-edc0-4de0-b76a-558fcfd86996 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6e2ad5ed25d942c89cdfaddd1d101807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463665 Aug 12 15:39:28.630735 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55712) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:28.687093 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cc802e57-838d-4562-8b0c-564b0fa79e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:28.712649 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cc802e57-838d-4562-8b0c-564b0fa79e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:28.762533 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cc802e57-838d-4562-8b0c-564b0fa79e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:28.766082 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-ca75b67b-16b8-4580-9f68-4f534689e015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:28.779297 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc802e57-838d-4562-8b0c-564b0fa79e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c09567-e37b-4f47-9373-bbd3666ad3d1,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:28.787769 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-cc802e57-838d-4562-8b0c-564b0fa79e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:28.788851 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-cc802e57-838d-4562-8b0c-564b0fa79e82 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/35c09567-e37b-4f47-9373-bbd3666ad3d1 HTTP/1.1" status: 204 len: 168 time: 0.1572709 Aug 12 15:39:28.790163 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc802e57-838d-4562-8b0c-564b0fa79e82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:28.790534 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc802e57-838d-4562-8b0c-564b0fa79e82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:28.790895 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc802e57-838d-4562-8b0c-564b0fa79e82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:28.791311 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc802e57-838d-4562-8b0c-564b0fa79e82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:28.791671 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc802e57-838d-4562-8b0c-564b0fa79e82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:28.792164 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc802e57-838d-4562-8b0c-564b0fa79e82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:28.792519 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc802e57-838d-4562-8b0c-564b0fa79e82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:28.793085 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc802e57-838d-4562-8b0c-564b0fa79e82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:28.793190 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc802e57-838d-4562-8b0c-564b0fa79e82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:28.793564 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc802e57-838d-4562-8b0c-564b0fa79e82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:28.793913 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc802e57-838d-4562-8b0c-564b0fa79e82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:28.794256 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc802e57-838d-4562-8b0c-564b0fa79e82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:28.798948 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-cc802e57-838d-4562-8b0c-564b0fa79e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:29.115050 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55720) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:29.162653 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-f4a4962b-05ef-425d-8ab0-c3d27f376122 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2eaa8075cd514f2ba1aa81326cb48394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463607 Aug 12 15:39:29.164871 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55724) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:29.225315 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a62e863f-64ac-4302-9880-094354e8d4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:29.250878 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a62e863f-64ac-4302-9880-094354e8d4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:29.301186 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a62e863f-64ac-4302-9880-094354e8d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:29.305436 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-bcb72805-1219-41ce-a6a7-d75d38cb3cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:29.316090 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e863f-64ac-4302-9880-094354e8d4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05254470-14f8-473f-90ea-cb3827e6a657,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:29.318488 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a62e863f-64ac-4302-9880-094354e8d4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:29.323836 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-a62e863f-64ac-4302-9880-094354e8d4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:29.324996 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-a62e863f-64ac-4302-9880-094354e8d4a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/05254470-14f8-473f-90ea-cb3827e6a657 HTTP/1.1" status: 204 len: 168 time: 0.1592765 Aug 12 15:39:30.030116 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55748) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:30.131659 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1258503064-network', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:39:30.136273 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:39:30.140155 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Usage tracker for resource:network and tenant:536931c64de942ea92a7f3c1e16980a6 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:39:30.143116 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:39:30.148862 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:39:30.159443 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Made reservation on behalf of 536931c64de942ea92a7f3c1e16980a6 for: {'network': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:39:30.161779 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for network, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:30.174091 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Notify callbacks [] for security_group, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:30.188523 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:39:30.192257 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Usage tracker for resource:security_group_rule and tenant:536931c64de942ea92a7f3c1e16980a6 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:39:30.195001 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:39:30.200666 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:39:30.284144 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:30.287896 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:30.292294 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b47de52f-d0c3-407e-a4fd-128fc1679a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:30.322065 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=79208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:39:30.330211 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9fe1a4-867d-4e83-b8bc-c209bbe4abea,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:30.333702 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:30.336000 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:30.336343 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.db.segments_db [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Added segment 96948826-05db-425b-9663-5b449f33eb12 of type vlan for network 8309ca4d-bd31-4d6c-9e84-d2a48616849a Aug 12 15:39:30.362254 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783031021186'] for network, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:30.390905 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for network, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:30.392212 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:30.392853 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:30.397525 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:30.492187 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4609594 Aug 12 15:39:30.495157 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55754) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:30.495680 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Pushing event updated for resources: {'Network': ['ID=8309ca4d-bd31-4d6c-9e84-d2a48616849a,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:30.498584 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:30.500829 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-0f69f9fd-da18-4771-9b39-a7df3b7e7ad2 admin admin] Request body: {'subnet': {'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1258503064-subnet', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'ip_version': 4}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:39:30.505696 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-0f69f9fd-da18-4771-9b39-a7df3b7e7ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:39:30.509742 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-0f69f9fd-da18-4771-9b39-a7df3b7e7ad2 admin admin] Usage tracker for resource:subnet and tenant:536931c64de942ea92a7f3c1e16980a6 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:39:30.512806 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-0f69f9fd-da18-4771-9b39-a7df3b7e7ad2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:39:30.513150 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Network 8309ca4d-bd31-4d6c-9e84-d2a48616849a details requested by agent ovs-agent-dv-cinder-804345-1-smb with host dv-cinder-804345-1-smb {{(pid=79209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 12 15:39:30.518648 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-0f69f9fd-da18-4771-9b39-a7df3b7e7ad2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:39:30.529896 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f69f9fd-da18-4771-9b39-a7df3b7e7ad2 admin admin] Made reservation on behalf of 536931c64de942ea92a7f3c1e16980a6 for: {'subnet': 1} {{(pid=79207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:39:30.532515 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-0f69f9fd-da18-4771-9b39-a7df3b7e7ad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2156165'] for subnet, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:30.729033 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-0f69f9fd-da18-4771-9b39-a7df3b7e7ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2978888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2156279'] for subnet, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:30.733785 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-c7bd3a4e-7007-4291-b03a-cd110e27e91e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:30.809121 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69f9fd-da18-4771-9b39-a7df3b7e7ad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41afb3cc-ab7c-4279-96ff-0a4ca914ba06,revision_number=0']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:30.811760 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-0f69f9fd-da18-4771-9b39-a7df3b7e7ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:30.814321 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f69f9fd-da18-4771-9b39-a7df3b7e7ad2 admin admin] Checking segment: {'id': '96948826-05db-425b-9663-5b449f33eb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:39:30.814670 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f69f9fd-da18-4771-9b39-a7df3b7e7ad2 admin admin] Network hostable DHCP agents. Network: 8309ca4d-bd31-4d6c-9e84-d2a48616849a, hostable agents: ['4f8a9972-eba5-4715-9ddd-7ea9a03f6a04'], hosted agents: [] {{(pid=79207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:39:30.834241 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f69f9fd-da18-4771-9b39-a7df3b7e7ad2 admin admin] Network 8309ca4d-bd31-4d6c-9e84-d2a48616849a is scheduled to be hosted by DHCP agent 4f8a9972-eba5-4715-9ddd-7ea9a03f6a04 with binding_index 1 {{(pid=79207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:39:30.843368 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-0f69f9fd-da18-4771-9b39-a7df3b7e7ad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-smb, 8309ca4d-bd31-4d6c-9e84-d2a48616849a) {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:39:30.847578 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f69f9fd-da18-4771-9b39-a7df3b7e7ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:30.848164 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-0f69f9fd-da18-4771-9b39-a7df3b7e7ad2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:30.852242 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd19ca5-00fc-4971-b16c-f568d106aebc None None] Network 8309ca4d-bd31-4d6c-9e84-d2a48616849a requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:39:30.867927 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-0f69f9fd-da18-4771-9b39-a7df3b7e7ad2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3714411 Aug 12 15:39:30.870928 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55758) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:30.876494 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1258503064-router', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:39:30.883027 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:39:30.886960 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Usage tracker for resource:router and tenant:536931c64de942ea92a7f3c1e16980a6 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:39:30.889772 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:39:30.895433 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:39:30.906582 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1684'] for router, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:30.907541 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1709'] for router, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:30.922362 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:31.068066 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f19a329-6de7-551c-b893-0ca916fef3f6-8309ca4d-bd31-4d6c-9e84-d2a48616849a', 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'fixed_ips': [{'subnet_id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06'}]}} from dv-cinder-804345-1-smb. {{(pid=79209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 12 15:39:31.068896 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:31.185061 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1715'] for router, precommit_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:31.225027 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Allocated IP 172.20.0.2 (8309ca4d-bd31-4d6c-9e84-d2a48616849a/41afb3cc-ab7c-4279-96ff-0a4ca914ba06/388f33c1-2c81-4ad5-9a13-55504ea3a64c) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:39:31.429884 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:31.439541 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Transition to ACTIVE for port object 388f33c1-2c81-4ad5-9a13-55504ea3a64c will not be triggered until provisioned by entity L2. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:39:31.457824 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Transition to ACTIVE for port object 388f33c1-2c81-4ad5-9a13-55504ea3a64c will not be triggered until provisioned by entity DHCP. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:39:31.462884 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:31.467717 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:31.531171 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Network 8309ca4d-bd31-4d6c-9e84-d2a48616849a is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:39:31.534208 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:39:31.538109 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:39:31.547676 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Pushing event updated for resources: {'Port': ['ID=388f33c1-2c81-4ad5-9a13-55504ea3a64c,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:31.573976 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:31.604099 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:31.631420 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Attempting to bind port 388f33c1-2c81-4ad5-9a13-55504ea3a64c on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:39:31.631798 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Attempting to bind port 388f33c1-2c81-4ad5-9a13-55504ea3a64c by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': '96948826-05db-425b-9663-5b449f33eb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a'}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:39:31.632201 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Attempting to bind port 388f33c1-2c81-4ad5-9a13-55504ea3a64c on network 8309ca4d-bd31-4d6c-9e84-d2a48616849a {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:39:31.632930 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:31.637505 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:39:31.637890 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Checking segment: {'id': '96948826-05db-425b-9663-5b449f33eb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:39:31.638296 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:31.638694 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Bound using segment: {'id': '96948826-05db-425b-9663-5b449f33eb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a'} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:39:31.639164 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Bound port: 388f33c1-2c81-4ad5-9a13-55504ea3a64c, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96948826-05db-425b-9663-5b449f33eb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a'}}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:39:31.639540 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:31.732493 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] For port 388f33c1-2c81-4ad5-9a13-55504ea3a64c, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:39:31.735827 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] For port 388f33c1-2c81-4ad5-9a13-55504ea3a64c, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=388f33c1-2c81-4ad5-9a13-55504ea3a64c,segment=NetworkSegment(96948826-05db-425b-9663-5b449f33eb12),segment_id=96948826-05db-425b-9663-5b449f33eb12)] {{(pid=79209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:39:31.739799 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:31.744969 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:31.767749 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_common [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Allocated IP 172.28.0.226 (0058a344-5c9e-42ec-8e15-86e71c7e20b6/afba140a-12ff-4429-a397-3adb0ba8c2af/392e76e3-9f19-4caf-b987-e4811d30aca4) {{(pid=79207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:39:31.831934 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Pushing event updated for resources: {'Port': ['ID=388f33c1-2c81-4ad5-9a13-55504ea3a64c,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:31.834927 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:31.916451 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:31.945708 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:31.949329 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:32.016478 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 is already hosted by enough agents. {{(pid=79207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:39:32.019458 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:39:32.023666 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Received port after_create {{(pid=79207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:39:32.064493 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Pushing event updated for resources: {'Port': ['ID=392e76e3-9f19-4caf-b987-e4811d30aca4,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:32.072470 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:32.436084 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:32.590581 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 388f33c1-2c81-4ad5-9a13-55504ea3a64c up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:39:32.665129 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port 388f33c1-2c81-4ad5-9a13-55504ea3a64c completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:39:32.774870 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c98613e-0a50-442e-afbe-70b0df169d66 None None] Network 8309ca4d-bd31-4d6c-9e84-d2a48616849a requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:39:32.784938 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544154'] for router, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:32.885948 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-c36e1917-90de-4843-b235-0dd6a9dbac44 None None] Provisioning for port 388f33c1-2c81-4ad5-9a13-55504ea3a64c completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:39:32.902767 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-c36e1917-90de-4843-b235-0dd6a9dbac44 None None] Provisioning complete for port 388f33c1-2c81-4ad5-9a13-55504ea3a64c triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:39:32.903142 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c36e1917-90de-4843-b235-0dd6a9dbac44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:33.093084 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Router 9f148d96-604b-4f09-b677-6abc71a0ed68 is scheduled to L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d with binding_index 1 {{(pid=79207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:39:33.113730 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c36e1917-90de-4843-b235-0dd6a9dbac44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:33.184531 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-c36e1917-90de-4843-b235-0dd6a9dbac44 None None] For port 388f33c1-2c81-4ad5-9a13-55504ea3a64c, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=388f33c1-2c81-4ad5-9a13-55504ea3a64c,segment=NetworkSegment(96948826-05db-425b-9663-5b449f33eb12),segment_id=96948826-05db-425b-9663-5b449f33eb12)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:39:33.189700 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c36e1917-90de-4843-b235-0dd6a9dbac44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:33.191553 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:33.260032 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e1917-90de-4843-b235-0dd6a9dbac44 None None] Pushing event updated for resources: {'Port': ['ID=388f33c1-2c81-4ad5-9a13-55504ea3a64c,revision_number=3']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:33.263290 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-c36e1917-90de-4843-b235-0dd6a9dbac44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:33.281340 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:39:33.292465 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Sync routers for ids ['9f148d96-604b-4f09-b677-6abc71a0ed68'] in dv-cinder-804345-1-smb {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:39:33.302829 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Routers {'9f148d96-604b-4f09-b677-6abc71a0ed68'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:39:33.303633 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:39:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['9f148d96-604b-4f09-b677-6abc71a0ed68'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:33.316855 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Notify callbacks [] for router, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:33.318477 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4464550 Aug 12 15:39:33.321446 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55762) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:33.484889 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-8de8fde0-846a-407b-8cdb-a13a5cdc42cb None None] Provisioning complete for port 388f33c1-2c81-4ad5-9a13-55504ea3a64c triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:39:33.485192 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-8de8fde0-846a-407b-8cdb-a13a5cdc42cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:33.528901 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Set router 9f148d96-604b-4f09-b677-6abc71a0ed68 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:39:33.873773 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'name': 'tempest-TestShelveInstance-1258503064-router', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:30Z', 'updated_at': '2021-08-12T15:39:32Z', 'revision_number': 3, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'gw_port': {'id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:31Z', 'updated_at': '2021-08-12T15:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:33.877633 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Checking router: 9f148d96-604b-4f09-b677-6abc71a0ed68 for host: dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:39:33.878013 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Updating router 9f148d96-604b-4f09-b677-6abc71a0ed68 port 392e76e3-9f19-4caf-b987-e4811d30aca4 binding host dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:39:33.928122 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:33.975105 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:34.176671 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_common [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Allocated IP 172.20.0.1 (8309ca4d-bd31-4d6c-9e84-d2a48616849a/41afb3cc-ab7c-4279-96ff-0a4ca914ba06/70d1c378-725b-4b3c-bf6e-a9f967780fc2) {{(pid=79207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:39:34.253675 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:34.266012 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Transition to ACTIVE for port object 392e76e3-9f19-4caf-b987-e4811d30aca4 will not be triggered until provisioned by entity L2. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:39:34.273380 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:34.277171 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-765b40a9-1b0e-4dbc-b489-d8368c1959be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:34.324841 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:34.341306 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.provisioning_blocks [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Transition to ACTIVE for port object 70d1c378-725b-4b3c-bf6e-a9f967780fc2 will not be triggered until provisioned by entity DHCP. {{(pid=79207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:39:34.358099 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010a8c5-4415-427a-92d3-e3b228651fbb None None] Pushing event updated for resources: {'Port': ['ID=392e76e3-9f19-4caf-b987-e4811d30aca4,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:34.360440 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Attempting to bind port 392e76e3-9f19-4caf-b987-e4811d30aca4 on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:39:34.361181 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Attempting to bind port 392e76e3-9f19-4caf-b987-e4811d30aca4 by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:39:34.361181 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Attempting to bind port 392e76e3-9f19-4caf-b987-e4811d30aca4 on network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:39:34.363361 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-4010a8c5-4415-427a-92d3-e3b228651fbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:34.366100 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:34.368740 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:39:34.369117 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Checking segment: {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:39:34.369547 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:34.369943 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Bound using segment: {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:39:34.370413 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Bound port: 392e76e3-9f19-4caf-b987-e4811d30aca4, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:39:34.370793 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:34.370897 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-79f0b7cd-c5da-4df3-82e8-b31c41310de5 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:34.431394 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Network 8309ca4d-bd31-4d6c-9e84-d2a48616849a is already hosted by enough agents. {{(pid=79207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:39:34.434276 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Resources bound (agent type, host, resource id): {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:39:34.438138 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Received port after_create {{(pid=79207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:39:34.441790 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] For port 392e76e3-9f19-4caf-b987-e4811d30aca4, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:39:34.445088 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] For port 392e76e3-9f19-4caf-b987-e4811d30aca4, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=392e76e3-9f19-4caf-b987-e4811d30aca4,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:39:34.453704 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:34.457588 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:34.476169 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Pushing event updated for resources: {'Port': ['ID=70d1c378-725b-4b3c-bf6e-a9f967780fc2,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:34.483981 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:34.497119 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717407'] for router_interface, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:34.535127 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Routers {'9f148d96-604b-4f09-b677-6abc71a0ed68'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:39:34.535821 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:39:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['9f148d96-604b-4f09-b677-6abc71a0ed68'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:34.600303 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 388f33c1-2c81-4ad5-9a13-55504ea3a64c up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:39:34.669299 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010a8c5-4415-427a-92d3-e3b228651fbb None None] Pushing event updated for resources: {'Port': ['ID=392e76e3-9f19-4caf-b987-e4811d30aca4,revision_number=3']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:34.675784 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-4010a8c5-4415-427a-92d3-e3b228651fbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:34.825844 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-0cfec675-f657-4869-aec6-03c86391daac None None] Provisioning for port 70d1c378-725b-4b3c-bf6e-a9f967780fc2 completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:39:34.832310 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 388f33c1-2c81-4ad5-9a13-55504ea3a64c triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:39:34.832689 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:34.863565 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-0cfec675-f657-4869-aec6-03c86391daac None None] Provisioning complete for port 70d1c378-725b-4b3c-bf6e-a9f967780fc2 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:39:34.863940 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-0cfec675-f657-4869-aec6-03c86391daac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:34.870164 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:34.907165 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] Set router 9f148d96-604b-4f09-b677-6abc71a0ed68 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:39:35.071447 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-0cfec675-f657-4869-aec6-03c86391daac None None] Port 70d1c378-725b-4b3c-bf6e-a9f967780fc2 cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:39:35.087774 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:35.092358 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2979777'] for port, after_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:35.117230 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5f20e457-ff60-4dc5-a66b-e474e5215973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:35.199597 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717360'] for router_interface, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:35.202962 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Pushing event updated for resources: {'Port': ['ID=70d1c378-725b-4b3c-bf6e-a9f967780fc2,revision_number=2']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:35.206227 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:35.280903 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'name': 'tempest-TestShelveInstance-1258503064-router', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:30Z', 'updated_at': '2021-08-12T15:39:32Z', 'revision_number': 3, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'gw_port': {'id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:31Z', 'updated_at': '2021-08-12T15:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:35.284797 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e25ba-cb69-4b5b-a928-9dca372e9e7a None None] The sync data for ids ['9f148d96-604b-4f09-b677-6abc71a0ed68'] in dv-cinder-804345-1-smb is: [{'id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'name': 'tempest-TestShelveInstance-1258503064-router', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:30Z', 'updated_at': '2021-08-12T15:39:32Z', 'revision_number': 3, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'gw_port': {'id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:31Z', 'updated_at': '2021-08-12T15:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}] {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:39:35.343112 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Network 8309ca4d-bd31-4d6c-9e84-d2a48616849a is already hosted by enough agents. {{(pid=79207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:39:35.344182 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Resources bound (agent type, host, resource id): {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:39:35.557852 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Router 9f148d96-604b-4f09-b677-6abc71a0ed68 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:39:35.611115 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-cfbc49a9-f416-4e3f-b06d-ca773228bf69 None None] Provisioning complete for port 70d1c378-725b-4b3c-bf6e-a9f967780fc2 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:39:35.611679 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cfbc49a9-f416-4e3f-b06d-ca773228bf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:35.665902 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-cfbc49a9-f416-4e3f-b06d-ca773228bf69 None None] Port 70d1c378-725b-4b3c-bf6e-a9f967780fc2 cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:39:35.748333 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:39:35.761917 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] 10.222.0.59 "PUT /v2.0/routers/9f148d96-604b-4f09-b677-6abc71a0ed68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4394002 Aug 12 15:39:36.262260 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55780) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:36.267886 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-738220839-network', 'tenant_id': '2f6b10bc323c4520a2f29649f5d08a43'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:39:36.272539 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:39:36.276494 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Usage tracker for resource:network and tenant:2f6b10bc323c4520a2f29649f5d08a43 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:39:36.279441 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:39:36.285219 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:39:36.297906 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Made reservation on behalf of 2f6b10bc323c4520a2f29649f5d08a43 for: {'network': 1} {{(pid=79207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:39:36.300231 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for network, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:36.312870 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:36.326568 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:39:36.330287 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Usage tracker for resource:security_group_rule and tenant:2f6b10bc323c4520a2f29649f5d08a43 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:39:36.332948 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:39:36.338459 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:39:36.423079 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:36.426951 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:36.430473 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-73076f69-6e1c-4a7c-9614-e67e60aba2bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:36.457244 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=79207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:39:36.466604 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cd3546-53ab-4725-a200-4ab1926304eb,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:36.470554 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:36.473642 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:36.474074 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.db.segments_db [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Added segment b483ff02-b3ca-4fb3-8432-5c29b9a19e7b of type vlan for network 0af1573c-eca6-465b-a56e-f26307511334 Aug 12 15:39:36.502568 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783031021186'] for network, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:36.540702 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509'] for network, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:36.542056 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:36.542691 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:36.546153 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:36.597708 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 392e76e3-9f19-4caf-b987-e4811d30aca4 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:39:36.645884 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3799920 Aug 12 15:39:36.646237 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55786) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:36.646930 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Pushing event updated for resources: {'Network': ['ID=0af1573c-eca6-465b-a56e-f26307511334,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:36.650163 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:36.652731 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-64d43c31-07b4-49c1-8c6f-d955576bc189 admin admin] Request body: {'subnet': {'network_id': '0af1573c-eca6-465b-a56e-f26307511334', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-738220839-subnet', 'tenant_id': '2f6b10bc323c4520a2f29649f5d08a43', 'ip_version': 4}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:39:36.658009 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-64d43c31-07b4-49c1-8c6f-d955576bc189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:39:36.658641 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Network 0af1573c-eca6-465b-a56e-f26307511334 details requested by agent ovs-agent-dv-cinder-804345-1-smb with host dv-cinder-804345-1-smb {{(pid=79209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 12 15:39:36.661955 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-64d43c31-07b4-49c1-8c6f-d955576bc189 admin admin] Usage tracker for resource:subnet and tenant:2f6b10bc323c4520a2f29649f5d08a43 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:39:36.666440 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-64d43c31-07b4-49c1-8c6f-d955576bc189 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:39:36.672592 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-64d43c31-07b4-49c1-8c6f-d955576bc189 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:39:36.684858 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d43c31-07b4-49c1-8c6f-d955576bc189 admin admin] Made reservation on behalf of 2f6b10bc323c4520a2f29649f5d08a43 for: {'subnet': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:39:36.687286 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-64d43c31-07b4-49c1-8c6f-d955576bc189 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2392245'] for subnet, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:36.759143 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port 392e76e3-9f19-4caf-b987-e4811d30aca4 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:39:36.767876 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 392e76e3-9f19-4caf-b987-e4811d30aca4 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:39:36.768261 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:36.779305 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Sync routers for ids ['9f148d96-604b-4f09-b677-6abc71a0ed68'] in dv-cinder-804345-1-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:39:36.797735 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Routers {'9f148d96-604b-4f09-b677-6abc71a0ed68'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:39:36.798413 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:39:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['9f148d96-604b-4f09-b677-6abc71a0ed68'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:36.891663 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:36.908665 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] For port 392e76e3-9f19-4caf-b987-e4811d30aca4, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=392e76e3-9f19-4caf-b987-e4811d30aca4,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:39:36.909143 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-64d43c31-07b4-49c1-8c6f-d955576bc189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2305524', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2392263'] for subnet, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:36.912270 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:36.914679 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:36.916844 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:36.985171 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Pushing event updated for resources: {'Port': ['ID=392e76e3-9f19-4caf-b987-e4811d30aca4,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:36.988087 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Set router 9f148d96-604b-4f09-b677-6abc71a0ed68 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:39:36.988331 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:36.996822 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d43c31-07b4-49c1-8c6f-d955576bc189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=720621bc-e65b-4eb3-a5bc-32c47a04b64e,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:37.000775 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-64d43c31-07b4-49c1-8c6f-d955576bc189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:37.003199 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d43c31-07b4-49c1-8c6f-d955576bc189 admin admin] Checking segment: {'id': 'b483ff02-b3ca-4fb3-8432-5c29b9a19e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0af1573c-eca6-465b-a56e-f26307511334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:39:37.003540 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d43c31-07b4-49c1-8c6f-d955576bc189 admin admin] Network hostable DHCP agents. Network: 0af1573c-eca6-465b-a56e-f26307511334, hostable agents: ['4f8a9972-eba5-4715-9ddd-7ea9a03f6a04'], hosted agents: [] {{(pid=79208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:39:37.022055 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d43c31-07b4-49c1-8c6f-d955576bc189 admin admin] Network 0af1573c-eca6-465b-a56e-f26307511334 is scheduled to be hosted by DHCP agent 4f8a9972-eba5-4715-9ddd-7ea9a03f6a04 with binding_index 1 {{(pid=79208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:39:37.030919 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-64d43c31-07b4-49c1-8c6f-d955576bc189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-smb, 0af1573c-eca6-465b-a56e-f26307511334) {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:39:37.035062 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d43c31-07b4-49c1-8c6f-d955576bc189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:37.035645 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-64d43c31-07b4-49c1-8c6f-d955576bc189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for subnet, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:37.041995 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b9b024-fe83-4872-b4b1-b60af88982aa None None] Network 0af1573c-eca6-465b-a56e-f26307511334 requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:39:37.059612 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55790) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:37.059856 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-64d43c31-07b4-49c1-8c6f-d955576bc189 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4124224 Aug 12 15:39:37.066285 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-738220839-router', 'tenant_id': '2f6b10bc323c4520a2f29649f5d08a43', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:39:37.071782 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:39:37.076087 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Usage tracker for resource:router and tenant:2f6b10bc323c4520a2f29649f5d08a43 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:39:37.081955 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:39:37.092791 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:39:37.104564 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1684'] for router, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:37.106156 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-718894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-378315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1709'] for router, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:37.125488 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:37.276217 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f19a329-6de7-551c-b893-0ca916fef3f6-0af1573c-eca6-465b-a56e-f26307511334', 'network_id': '0af1573c-eca6-465b-a56e-f26307511334', 'tenant_id': '2f6b10bc323c4520a2f29649f5d08a43', 'fixed_ips': [{'subnet_id': '720621bc-e65b-4eb3-a5bc-32c47a04b64e'}]}} from dv-cinder-804345-1-smb. {{(pid=79209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 12 15:39:37.277117 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:37.338932 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'name': 'tempest-TestShelveInstance-1258503064-router', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:30Z', 'updated_at': '2021-08-12T15:39:34Z', 'revision_number': 4, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'gw_port': {'id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:31Z', 'updated_at': '2021-08-12T15:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '70d1c378-725b-4b3c-bf6e-a9f967780fc2', 'name': '', 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'mac_address': 'fa:16:3e:95:6c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:34Z', 'updated_at': '2021-08-12T15:39:34Z', 'revision_number': 2, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'subnets': [{'id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:37.343266 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Checking router: 9f148d96-604b-4f09-b677-6abc71a0ed68 for host: dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:39:37.343619 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Updating router 9f148d96-604b-4f09-b677-6abc71a0ed68 port 70d1c378-725b-4b3c-bf6e-a9f967780fc2 binding host dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:39:37.401449 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:37.437775 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.db_base_plugin_common [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Allocated IP 172.20.0.2 (0af1573c-eca6-465b-a56e-f26307511334/720621bc-e65b-4eb3-a5bc-32c47a04b64e/442a2e9b-c30d-4aaa-adbb-6ff66fda06b1) {{(pid=79209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:39:37.520723 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-718968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1715'] for router, precommit_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:37.643240 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Notify callbacks [] for port, precommit_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:37.653902 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Transition to ACTIVE for port object 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 will not be triggered until provisioned by entity L2. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:39:37.671929 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Transition to ACTIVE for port object 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 will not be triggered until provisioned by entity DHCP. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:39:37.677980 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860'] for port, after_create {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:37.682283 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-4010a8c5-4415-427a-92d3-e3b228651fbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:37.754073 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Notify callbacks [] for port, precommit_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:37.768101 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Transition to ACTIVE for port object 70d1c378-725b-4b3c-bf6e-a9f967780fc2 will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:39:37.776640 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:37.782385 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:37.785737 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Network 0af1573c-eca6-465b-a56e-f26307511334 is already hosted by enough agents. {{(pid=79209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:39:37.788670 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.scheduler.base_scheduler [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Resources bound (agent type, host, resource id): {{(pid=79209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:39:37.792453 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Received port after_create {{(pid=79209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:39:37.800103 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Pushing event updated for resources: {'Port': ['ID=442a2e9b-c30d-4aaa-adbb-6ff66fda06b1,revision_number=1']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:37.830441 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:37.853746 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:37.888112 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:37.889032 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Attempting to bind port 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:39:37.889580 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Attempting to bind port 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': 'b483ff02-b3ca-4fb3-8432-5c29b9a19e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0af1573c-eca6-465b-a56e-f26307511334'}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:39:37.890053 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Attempting to bind port 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 on network 0af1573c-eca6-465b-a56e-f26307511334 {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:39:37.902908 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:39:37.903434 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Checking segment: {'id': 'b483ff02-b3ca-4fb3-8432-5c29b9a19e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0af1573c-eca6-465b-a56e-f26307511334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:39:37.903938 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:37.904461 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Bound using segment: {'id': 'b483ff02-b3ca-4fb3-8432-5c29b9a19e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0af1573c-eca6-465b-a56e-f26307511334'} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:39:37.905024 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Bound port: 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b483ff02-b3ca-4fb3-8432-5c29b9a19e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0af1573c-eca6-465b-a56e-f26307511334'}}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:39:37.905525 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:38.041971 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Attempting to bind port 70d1c378-725b-4b3c-bf6e-a9f967780fc2 on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:39:38.042595 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Attempting to bind port 70d1c378-725b-4b3c-bf6e-a9f967780fc2 by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': '96948826-05db-425b-9663-5b449f33eb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:39:38.042963 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Attempting to bind port 70d1c378-725b-4b3c-bf6e-a9f967780fc2 on network 8309ca4d-bd31-4d6c-9e84-d2a48616849a {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:39:38.047004 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923325cf-0df7-44b1-a2f7-754d34ff4638 None None] Pushing event updated for resources: {'Port': ['ID=70d1c378-725b-4b3c-bf6e-a9f967780fc2,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:38.056302 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923325cf-0df7-44b1-a2f7-754d34ff4638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:38.056829 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923325cf-0df7-44b1-a2f7-754d34ff4638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:38.057164 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923325cf-0df7-44b1-a2f7-754d34ff4638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:38.057509 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923325cf-0df7-44b1-a2f7-754d34ff4638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:38.057854 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923325cf-0df7-44b1-a2f7-754d34ff4638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:38.058161 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923325cf-0df7-44b1-a2f7-754d34ff4638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:38.058482 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923325cf-0df7-44b1-a2f7-754d34ff4638 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:38.058797 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923325cf-0df7-44b1-a2f7-754d34ff4638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:38.059117 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923325cf-0df7-44b1-a2f7-754d34ff4638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:38.059429 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923325cf-0df7-44b1-a2f7-754d34ff4638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:38.059594 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_common [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Allocated IP 172.28.0.56 (0058a344-5c9e-42ec-8e15-86e71c7e20b6/afba140a-12ff-4429-a397-3adb0ba8c2af/9f3cfe5c-0945-4339-ac2e-e7d280a505f4) {{(pid=79207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:39:38.059739 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923325cf-0df7-44b1-a2f7-754d34ff4638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:38.060051 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923325cf-0df7-44b1-a2f7-754d34ff4638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:39:38.065005 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-923325cf-0df7-44b1-a2f7-754d34ff4638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:38.066238 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:39:38.066614 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Checking segment: {'id': '96948826-05db-425b-9663-5b449f33eb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:39:38.067017 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:38.067887 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Bound using segment: {'id': '96948826-05db-425b-9663-5b449f33eb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:39:38.068402 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Bound port: 70d1c378-725b-4b3c-bf6e-a9f967780fc2, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96948826-05db-425b-9663-5b449f33eb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:39:38.068800 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:38.083664 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] For port 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:39:38.088913 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] For port 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=442a2e9b-c30d-4aaa-adbb-6ff66fda06b1,segment=NetworkSegment(b483ff02-b3ca-4fb3-8432-5c29b9a19e7b),segment_id=b483ff02-b3ca-4fb3-8432-5c29b9a19e7b)] {{(pid=79209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:39:38.100152 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:38.115520 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:38.176722 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] For port 70d1c378-725b-4b3c-bf6e-a9f967780fc2, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:39:38.180005 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] For port 70d1c378-725b-4b3c-bf6e-a9f967780fc2, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=70d1c378-725b-4b3c-bf6e-a9f967780fc2,segment=NetworkSegment(96948826-05db-425b-9663-5b449f33eb12),segment_id=96948826-05db-425b-9663-5b449f33eb12)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:39:38.189709 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:38.194377 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-42226544-030b-40ee-9aff-3b5ab29af6d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:38.242181 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:38.285957 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Routers {'9f148d96-604b-4f09-b677-6abc71a0ed68'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:39:38.286518 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:39:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['9f148d96-604b-4f09-b677-6abc71a0ed68'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:38.299615 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:38.304621 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:38.366638 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Pushing event updated for resources: {'Port': ['ID=442a2e9b-c30d-4aaa-adbb-6ff66fda06b1,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:38.371533 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-4dfd6e4b-c86a-4cc6-82c0-4015adb7f982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:38.384582 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923325cf-0df7-44b1-a2f7-754d34ff4638 None None] Pushing event updated for resources: {'Port': ['ID=70d1c378-725b-4b3c-bf6e-a9f967780fc2,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:38.398530 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-923325cf-0df7-44b1-a2f7-754d34ff4638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:38.440593 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 is already hosted by enough agents. {{(pid=79207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:39:38.446346 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:39:38.450451 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Received port after_create {{(pid=79207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:39:38.481087 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Pushing event updated for resources: {'Port': ['ID=9f3cfe5c-0945-4339-ac2e-e7d280a505f4,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:38.486958 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:38.564086 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] Set router 9f148d96-604b-4f09-b677-6abc71a0ed68 gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:39:38.711794 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:39:38.775603 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cb2adf47-c468-4df2-be41-8e97a45f5137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:38.796741 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:39:38.805758 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 392e76e3-9f19-4caf-b987-e4811d30aca4 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:39:38.881028 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 392e76e3-9f19-4caf-b987-e4811d30aca4 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:39:38.881692 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:38.897882 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'name': 'tempest-TestShelveInstance-1258503064-router', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:30Z', 'updated_at': '2021-08-12T15:39:34Z', 'revision_number': 4, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'gw_port': {'id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:31Z', 'updated_at': '2021-08-12T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '70d1c378-725b-4b3c-bf6e-a9f967780fc2', 'name': '', 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'mac_address': 'fa:16:3e:95:6c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:34Z', 'updated_at': '2021-08-12T15:39:38Z', 'revision_number': 4, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'subnets': [{'id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:38.902242 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee2eeb-6555-4f4c-845a-36004bd9c30e None None] The sync data for ids ['9f148d96-604b-4f09-b677-6abc71a0ed68'] in dv-cinder-804345-1-smb is: [{'id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'name': 'tempest-TestShelveInstance-1258503064-router', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:30Z', 'updated_at': '2021-08-12T15:39:34Z', 'revision_number': 4, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'gw_port': {'id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:31Z', 'updated_at': '2021-08-12T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '70d1c378-725b-4b3c-bf6e-a9f967780fc2', 'name': '', 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'mac_address': 'fa:16:3e:95:6c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:34Z', 'updated_at': '2021-08-12T15:39:38Z', 'revision_number': 4, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'subnets': [{'id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:39:38.923537 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:39.358967 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73043a1-9973-4b88-9d8a-e2a812228a09 None None] Network 0af1573c-eca6-465b-a56e-f26307511334 requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:39:39.408046 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-718905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544154'] for router, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:39.478420 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a2fd59c3-e761-43ce-84a7-47641c0445c1 None None] Provisioning for port 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:39:39.495928 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a2fd59c3-e761-43ce-84a7-47641c0445c1 None None] Provisioning complete for port 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:39:39.496428 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a2fd59c3-e761-43ce-84a7-47641c0445c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:39.623895 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Router cc529b8c-6e66-4767-9790-f4c065e7237c is scheduled to L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d with binding_index 1 {{(pid=79207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:39:39.711517 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a2fd59c3-e761-43ce-84a7-47641c0445c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:39.752544 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a2fd59c3-e761-43ce-84a7-47641c0445c1 None None] For port 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=442a2e9b-c30d-4aaa-adbb-6ff66fda06b1,segment=NetworkSegment(b483ff02-b3ca-4fb3-8432-5c29b9a19e7b),segment_id=b483ff02-b3ca-4fb3-8432-5c29b9a19e7b)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:39:39.758886 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a2fd59c3-e761-43ce-84a7-47641c0445c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:39.761901 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:39.816883 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:39:39.833276 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Sync routers for ids ['cc529b8c-6e66-4767-9790-f4c065e7237c'] in dv-cinder-804345-1-smb {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:39:39.854925 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] Notify callbacks [] for router, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:39.860428 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-167861b7-8716-4f37-a37c-18009ef3a5d3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7986958 Aug 12 15:39:39.860932 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Routers {'cc529b8c-6e66-4767-9790-f4c065e7237c'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:39:39.861668 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:39:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['cc529b8c-6e66-4767-9790-f4c065e7237c'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:39.862651 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55794) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:39.917652 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:39.935710 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd59c3-e761-43ce-84a7-47641c0445c1 None None] Pushing event updated for resources: {'Port': ['ID=442a2e9b-c30d-4aaa-adbb-6ff66fda06b1,revision_number=3']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:39.938956 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a2fd59c3-e761-43ce-84a7-47641c0445c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:40.069786 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Set router cc529b8c-6e66-4767-9790-f4c065e7237c gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:39:40.298184 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-cf51d6f4-596e-4aaa-a164-29d0d2ef999f None None] Provisioning complete for port 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:39:40.298642 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cf51d6f4-596e-4aaa-a164-29d0d2ef999f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:40.511334 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'name': 'tempest-TestShelveInstance-738220839-router', 'tenant_id': '2f6b10bc323c4520a2f29649f5d08a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '9f3cfe5c-0945-4339-ac2e-e7d280a505f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:37Z', 'updated_at': '2021-08-12T15:39:38Z', 'revision_number': 3, 'project_id': '2f6b10bc323c4520a2f29649f5d08a43', 'gw_port': {'id': '9f3cfe5c-0945-4339-ac2e-e7d280a505f4', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:37Z', 'updated_at': '2021-08-12T15:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:40.515749 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Checking router: cc529b8c-6e66-4767-9790-f4c065e7237c for host: dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:39:40.516114 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Updating router cc529b8c-6e66-4767-9790-f4c065e7237c port 9f3cfe5c-0945-4339-ac2e-e7d280a505f4 binding host dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:39:40.568987 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:40.660638 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 70d1c378-725b-4b3c-bf6e-a9f967780fc2 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:39:40.671355 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:40.836129 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port 70d1c378-725b-4b3c-bf6e-a9f967780fc2 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:39:40.844441 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 70d1c378-725b-4b3c-bf6e-a9f967780fc2 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:39:40.845078 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:40.875480 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_common [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Allocated IP 172.20.0.1 (0af1573c-eca6-465b-a56e-f26307511334/720621bc-e65b-4eb3-a5bc-32c47a04b64e/5cd38eef-fe9b-4382-97d3-dbb8360b62e3) {{(pid=79207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:39:41.025662 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:41.041776 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.provisioning_blocks [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Transition to ACTIVE for port object 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 will not be triggered until provisioned by entity DHCP. {{(pid=79207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:39:41.043179 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:41.065206 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:41.067325 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Notify callbacks [] for port, precommit_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:41.070258 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-b70903c6-ed21-406a-ba83-f054b0198207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:41.088352 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Transition to ACTIVE for port object 9f3cfe5c-0945-4339-ac2e-e7d280a505f4 will not be triggered until provisioned by entity L2. {{(pid=79209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:39:41.096859 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] For port 70d1c378-725b-4b3c-bf6e-a9f967780fc2, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=70d1c378-725b-4b3c-bf6e-a9f967780fc2,segment=NetworkSegment(96948826-05db-425b-9663-5b449f33eb12),segment_id=96948826-05db-425b-9663-5b449f33eb12)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:39:41.097974 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:41.103059 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:41.132895 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:41.133761 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:39:41.137109 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Network 0af1573c-eca6-465b-a56e-f26307511334 is already hosted by enough agents. {{(pid=79207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:39:41.139822 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:39:41.143421 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Received port after_create {{(pid=79207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:39:41.178196 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Pushing event updated for resources: {'Port': ['ID=5cd38eef-fe9b-4382-97d3-dbb8360b62e3,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:41.182681 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:41.202205 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717407'] for router_interface, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:41.228179 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Attempting to bind port 9f3cfe5c-0945-4339-ac2e-e7d280a505f4 on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:39:41.228563 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Attempting to bind port 9f3cfe5c-0945-4339-ac2e-e7d280a505f4 by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:39:41.228934 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Attempting to bind port 9f3cfe5c-0945-4339-ac2e-e7d280a505f4 on network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:39:41.241899 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:39:41.242284 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Checking segment: {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:39:41.242729 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:41.243136 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Bound using segment: {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'} {{(pid=79209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:39:41.243607 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.managers [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Bound port: 9f3cfe5c-0945-4339-ac2e-e7d280a505f4, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2103bd8-b560-48b5-a85b-af3f7d8d393d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6'}}] {{(pid=79209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:39:41.243991 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:41.267006 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5251040-946a-4c8a-9f12-0eee77749971 None None] Pushing event updated for resources: {'Port': ['ID=9f3cfe5c-0945-4339-ac2e-e7d280a505f4,revision_number=2']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:41.289417 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b5251040-946a-4c8a-9f12-0eee77749971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:41.289921 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:41.354377 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:41.393493 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] For port 9f3cfe5c-0945-4339-ac2e-e7d280a505f4, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:39:41.399249 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] For port 9f3cfe5c-0945-4339-ac2e-e7d280a505f4, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=9f3cfe5c-0945-4339-ac2e-e7d280a505f4,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:39:41.400272 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Pushing event updated for resources: {'Port': ['ID=70d1c378-725b-4b3c-bf6e-a9f967780fc2,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:41.403139 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:39:41.403445 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:41.435295 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:41.449236 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:41.456122 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:41.528223 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-67d18e03-c400-4b71-84e2-405f6625a4c7 None None] Provisioning for port 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:39:41.544256 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-67d18e03-c400-4b71-84e2-405f6625a4c7 None None] Provisioning complete for port 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:39:41.544636 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-67d18e03-c400-4b71-84e2-405f6625a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:41.582999 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:41.588347 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2979777'] for port, after_update {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:41.595889 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Routers {'cc529b8c-6e66-4767-9790-f4c065e7237c'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:39:41.596532 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:39:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['cc529b8c-6e66-4767-9790-f4c065e7237c'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:41.615037 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:41.654578 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5251040-946a-4c8a-9f12-0eee77749971 None None] Pushing event updated for resources: {'Port': ['ID=9f3cfe5c-0945-4339-ac2e-e7d280a505f4,revision_number=3']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:41.698699 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Pushing event updated for resources: {'Port': ['ID=5cd38eef-fe9b-4382-97d3-dbb8360b62e3,revision_number=2']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:41.701644 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:41.702697 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717360'] for router_interface, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:41.717242 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-b5251040-946a-4c8a-9f12-0eee77749971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:41.768468 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-67d18e03-c400-4b71-84e2-405f6625a4c7 None None] Port 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:39:41.789184 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b0e5a1cc-dddb-4f12-86c5-05cd48f2f353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:41.842419 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Network 0af1573c-eca6-465b-a56e-f26307511334 is already hosted by enough agents. {{(pid=79207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:39:41.843569 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.base_scheduler [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=79207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:39:41.894092 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] Set router cc529b8c-6e66-4767-9790-f4c065e7237c gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:39:42.044764 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Router cc529b8c-6e66-4767-9790-f4c065e7237c has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:39:42.143177 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-93e9c779-62f8-4c83-b671-ef2f135e9339 None None] Provisioning complete for port 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:39:42.143486 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-93e9c779-62f8-4c83-b671-ef2f135e9339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:42.245220 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-93e9c779-62f8-4c83-b671-ef2f135e9339 None None] Port 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:39:42.274837 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'name': 'tempest-TestShelveInstance-738220839-router', 'tenant_id': '2f6b10bc323c4520a2f29649f5d08a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '9f3cfe5c-0945-4339-ac2e-e7d280a505f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:37Z', 'updated_at': '2021-08-12T15:39:41Z', 'revision_number': 4, 'project_id': '2f6b10bc323c4520a2f29649f5d08a43', 'gw_port': {'id': '9f3cfe5c-0945-4339-ac2e-e7d280a505f4', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:37Z', 'updated_at': '2021-08-12T15:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '5cd38eef-fe9b-4382-97d3-dbb8360b62e3', 'name': '', 'network_id': '0af1573c-eca6-465b-a56e-f26307511334', 'tenant_id': '2f6b10bc323c4520a2f29649f5d08a43', 'mac_address': 'fa:16:3e:a4:66:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '720621bc-e65b-4eb3-a5bc-32c47a04b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:40Z', 'updated_at': '2021-08-12T15:39:41Z', 'revision_number': 2, 'project_id': '2f6b10bc323c4520a2f29649f5d08a43', 'subnets': [{'id': '720621bc-e65b-4eb3-a5bc-32c47a04b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:42.278786 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc550a-4600-47d3-a2e9-ef8e952bf6f6 None None] The sync data for ids ['cc529b8c-6e66-4767-9790-f4c065e7237c'] in dv-cinder-804345-1-smb is: [{'id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'name': 'tempest-TestShelveInstance-738220839-router', 'tenant_id': '2f6b10bc323c4520a2f29649f5d08a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '9f3cfe5c-0945-4339-ac2e-e7d280a505f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:37Z', 'updated_at': '2021-08-12T15:39:41Z', 'revision_number': 4, 'project_id': '2f6b10bc323c4520a2f29649f5d08a43', 'gw_port': {'id': '9f3cfe5c-0945-4339-ac2e-e7d280a505f4', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:37Z', 'updated_at': '2021-08-12T15:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '5cd38eef-fe9b-4382-97d3-dbb8360b62e3', 'name': '', 'network_id': '0af1573c-eca6-465b-a56e-f26307511334', 'tenant_id': '2f6b10bc323c4520a2f29649f5d08a43', 'mac_address': 'fa:16:3e:a4:66:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '720621bc-e65b-4eb3-a5bc-32c47a04b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:40Z', 'updated_at': '2021-08-12T15:39:41Z', 'revision_number': 2, 'project_id': '2f6b10bc323c4520a2f29649f5d08a43', 'subnets': [{'id': '720621bc-e65b-4eb3-a5bc-32c47a04b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:39:42.333424 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:39:42.342720 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-b2a953be-6d04-4a0f-bdb3-3ba814928c1f admin admin] 10.222.0.59 "PUT /v2.0/routers/cc529b8c-6e66-4767-9790-f4c065e7237c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4789853 Aug 12 15:39:42.583023 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 70d1c378-725b-4b3c-bf6e-a9f967780fc2 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:39:42.653962 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:42.668770 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 70d1c378-725b-4b3c-bf6e-a9f967780fc2 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:39:42.669172 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.160370 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 55806) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:43.166229 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.v2.base [None req-dcd43349-edff-4ea0-9437-262fd9523c0e tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1496193346', 'description': 'tempest-secgroup-smoke-1496193346 description', 'project_id': '536931c64de942ea92a7f3c1e16980a6'}} {{(pid=79207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:39:43.172171 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-dcd43349-edff-4ea0-9437-262fd9523c0e tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:39:43.176084 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-dcd43349-edff-4ea0-9437-262fd9523c0e tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Usage tracker for resource:security_group and tenant:536931c64de942ea92a7f3c1e16980a6 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:39:43.179585 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-dcd43349-edff-4ea0-9437-262fd9523c0e tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:39:43.185231 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-dcd43349-edff-4ea0-9437-262fd9523c0e tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:39:43.196170 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-dcd43349-edff-4ea0-9437-262fd9523c0e tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group, before_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.216929 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-dcd43349-edff-4ea0-9437-262fd9523c0e tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:39:43.221487 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-dcd43349-edff-4ea0-9437-262fd9523c0e tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Usage tracker for resource:security_group_rule and tenant:536931c64de942ea92a7f3c1e16980a6 is out of sync, need to count used quota {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:39:43.224434 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [None req-dcd43349-edff-4ea0-9437-262fd9523c0e tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79207) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:39:43.231047 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.quota.driver [None req-dcd43349-edff-4ea0-9437-262fd9523c0e tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:39:43.310286 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-dcd43349-edff-4ea0-9437-262fd9523c0e tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group, precommit_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.314491 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-dcd43349-edff-4ea0-9437-262fd9523c0e tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_create {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.318429 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-253ef0b4-4928-434f-99ca-588dd47a07e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:43.358231 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd43349-edff-4ea0-9437-262fd9523c0e tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93328c91-c942-4265-b879-a69c764f8600,revision_number=1']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:43.361606 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-dcd43349-edff-4ea0-9437-262fd9523c0e tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:43.362924 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-dcd43349-edff-4ea0-9437-262fd9523c0e tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.367649 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-dcd43349-edff-4ea0-9437-262fd9523c0e tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2062001 Aug 12 15:39:43.367761 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55810) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:43.373247 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-023cefa5-761f-46ff-89c7-11fd80bf86b5 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Request body: {'security_group_rule': {'security_group_id': '93328c91-c942-4265-b879-a69c764f8600', 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:39:43.379427 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-023cefa5-761f-46ff-89c7-11fd80bf86b5 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:39:43.383953 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-023cefa5-761f-46ff-89c7-11fd80bf86b5 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Usage tracker for resource:security_group_rule and tenant:536931c64de942ea92a7f3c1e16980a6 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:39:43.386993 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-023cefa5-761f-46ff-89c7-11fd80bf86b5 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:39:43.394908 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-023cefa5-761f-46ff-89c7-11fd80bf86b5 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:39:43.412379 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-023cefa5-761f-46ff-89c7-11fd80bf86b5 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.474483 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-023cefa5-761f-46ff-89c7-11fd80bf86b5 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.478889 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-023cefa5-761f-46ff-89c7-11fd80bf86b5 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385572'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.481181 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:43.504664 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cefa5-761f-46ff-89c7-11fd80bf86b5 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d674dbe6-b2a9-4bc9-850f-9abfe3f861a8,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:43.507763 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-023cefa5-761f-46ff-89c7-11fd80bf86b5 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:43.514956 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-023cefa5-761f-46ff-89c7-11fd80bf86b5 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.517921 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-023cefa5-761f-46ff-89c7-11fd80bf86b5 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1491773 Aug 12 15:39:43.519045 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55814) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:43.524392 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-63e5875e-e21a-4fc0-9522-941e130a726b tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Request body: {'security_group_rule': {'security_group_id': '93328c91-c942-4265-b879-a69c764f8600', 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:39:43.530504 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-63e5875e-e21a-4fc0-9522-941e130a726b tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:39:43.534243 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-63e5875e-e21a-4fc0-9522-941e130a726b tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Usage tracker for resource:security_group_rule and tenant:536931c64de942ea92a7f3c1e16980a6 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:39:43.537226 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-63e5875e-e21a-4fc0-9522-941e130a726b tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:39:43.543583 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-63e5875e-e21a-4fc0-9522-941e130a726b tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:39:43.561007 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-63e5875e-e21a-4fc0-9522-941e130a726b tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.621931 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-63e5875e-e21a-4fc0-9522-941e130a726b tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.625402 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-63e5875e-e21a-4fc0-9522-941e130a726b tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385572'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.627378 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:43.651597 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5875e-e21a-4fc0-9522-941e130a726b tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f80542-5da7-45b2-8275-d87abdbe9c48,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:43.654140 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-63e5875e-e21a-4fc0-9522-941e130a726b tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:43.661053 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-63e5875e-e21a-4fc0-9522-941e130a726b tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.662239 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-63e5875e-e21a-4fc0-9522-941e130a726b tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1422138 Aug 12 15:39:43.665427 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55818) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:43.670547 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-b6a99896-d7e3-4ab5-ba80-38129ecf4c1a tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Request body: {'security_group_rule': {'security_group_id': '93328c91-c942-4265-b879-a69c764f8600', 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:39:43.676215 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b6a99896-d7e3-4ab5-ba80-38129ecf4c1a tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:39:43.680709 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b6a99896-d7e3-4ab5-ba80-38129ecf4c1a tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Usage tracker for resource:security_group_rule and tenant:536931c64de942ea92a7f3c1e16980a6 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:39:43.683738 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-b6a99896-d7e3-4ab5-ba80-38129ecf4c1a tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:39:43.689683 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-b6a99896-d7e3-4ab5-ba80-38129ecf4c1a tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:39:43.706653 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b6a99896-d7e3-4ab5-ba80-38129ecf4c1a tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.767821 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b6a99896-d7e3-4ab5-ba80-38129ecf4c1a tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.771170 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b6a99896-d7e3-4ab5-ba80-38129ecf4c1a tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385572'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.776977 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-1e356da7-1e25-43f7-bed8-f91c2be05174 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:43.795681 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a99896-d7e3-4ab5-ba80-38129ecf4c1a tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62db512d-d6b7-4b03-a212-63a22160742e,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:43.798049 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b6a99896-d7e3-4ab5-ba80-38129ecf4c1a tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:43.806748 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-b6a99896-d7e3-4ab5-ba80-38129ecf4c1a tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.808188 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-b6a99896-d7e3-4ab5-ba80-38129ecf4c1a tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418171 Aug 12 15:39:43.810829 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55822) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:43.815771 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-fb561691-440b-458e-8f5e-2697449fe8e3 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Request body: {'security_group_rule': {'security_group_id': '93328c91-c942-4265-b879-a69c764f8600', 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:39:43.821533 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-fb561691-440b-458e-8f5e-2697449fe8e3 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:39:43.825490 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-fb561691-440b-458e-8f5e-2697449fe8e3 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Usage tracker for resource:security_group_rule and tenant:536931c64de942ea92a7f3c1e16980a6 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:39:43.828433 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-fb561691-440b-458e-8f5e-2697449fe8e3 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:39:43.835013 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-fb561691-440b-458e-8f5e-2697449fe8e3 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:39:43.846690 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.852934 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fb561691-440b-458e-8f5e-2697449fe8e3 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.918899 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fb561691-440b-458e-8f5e-2697449fe8e3 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.923056 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fb561691-440b-458e-8f5e-2697449fe8e3 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385572'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.925033 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:43.947491 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb561691-440b-458e-8f5e-2697449fe8e3 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587e8d5a-fede-4fcd-ac09-4bd044a3e023,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:43.949898 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-fb561691-440b-458e-8f5e-2697449fe8e3 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:43.956809 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fb561691-440b-458e-8f5e-2697449fe8e3 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.958025 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-fb561691-440b-458e-8f5e-2697449fe8e3 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463075 Aug 12 15:39:43.961289 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55826) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:43.966420 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-d84e0f9c-c3f6-4971-a930-7d221d9c0629 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Request body: {'security_group_rule': {'security_group_id': '93328c91-c942-4265-b879-a69c764f8600', 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:39:43.972342 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-d84e0f9c-c3f6-4971-a930-7d221d9c0629 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:39:43.976667 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-d84e0f9c-c3f6-4971-a930-7d221d9c0629 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Usage tracker for resource:security_group_rule and tenant:536931c64de942ea92a7f3c1e16980a6 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:39:43.979558 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-d84e0f9c-c3f6-4971-a930-7d221d9c0629 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:39:43.985309 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-d84e0f9c-c3f6-4971-a930-7d221d9c0629 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:39:43.996472 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.db.securitygroups_db [None req-d84e0f9c-c3f6-4971-a930-7d221d9c0629 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Project 536931c64de942ea92a7f3c1e16980a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:39:44.003359 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d84e0f9c-c3f6-4971-a930-7d221d9c0629 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:44.160235 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d84e0f9c-c3f6-4971-a930-7d221d9c0629 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:44.164404 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d84e0f9c-c3f6-4971-a930-7d221d9c0629 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385572'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:44.166420 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-b6a99896-d7e3-4ab5-ba80-38129ecf4c1a tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:44.188014 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e0f9c-c3f6-4971-a930-7d221d9c0629 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036bfe22-5c15-404f-bfdd-1ddc42480a1b,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:44.192244 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d84e0f9c-c3f6-4971-a930-7d221d9c0629 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:44.196615 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d84e0f9c-c3f6-4971-a930-7d221d9c0629 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:44.197828 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-d84e0f9c-c3f6-4971-a930-7d221d9c0629 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2355864 Aug 12 15:39:44.200745 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55830) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:39:44.205779 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-d005fcb1-bd5d-4666-b540-31f2094dd6d6 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Request body: {'security_group_rule': {'security_group_id': '93328c91-c942-4265-b879-a69c764f8600', 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:39:44.211871 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-d005fcb1-bd5d-4666-b540-31f2094dd6d6 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:39:44.215641 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-d005fcb1-bd5d-4666-b540-31f2094dd6d6 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Usage tracker for resource:security_group_rule and tenant:536931c64de942ea92a7f3c1e16980a6 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:39:44.218509 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-d005fcb1-bd5d-4666-b540-31f2094dd6d6 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:39:44.224333 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-d005fcb1-bd5d-4666-b540-31f2094dd6d6 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:39:44.235421 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.db.securitygroups_db [None req-d005fcb1-bd5d-4666-b540-31f2094dd6d6 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Project 536931c64de942ea92a7f3c1e16980a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:39:44.242109 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d005fcb1-bd5d-4666-b540-31f2094dd6d6 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:44.307074 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d005fcb1-bd5d-4666-b540-31f2094dd6d6 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:44.310515 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d005fcb1-bd5d-4666-b540-31f2094dd6d6 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385572'] for security_group_rule, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:44.312520 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-fb561691-440b-458e-8f5e-2697449fe8e3 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:44.334037 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005fcb1-bd5d-4666-b540-31f2094dd6d6 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a0b0fa-5288-45f8-9e3a-2e00179e6237,revision_number=0']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:44.336966 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d005fcb1-bd5d-4666-b540-31f2094dd6d6 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:44.343899 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-d005fcb1-bd5d-4666-b540-31f2094dd6d6 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:44.345336 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-d005fcb1-bd5d-4666-b540-31f2094dd6d6 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436672 Aug 12 15:39:44.588688 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 9f3cfe5c-0945-4339-ac2e-e7d280a505f4 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:39:44.656483 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port 9f3cfe5c-0945-4339-ac2e-e7d280a505f4 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:39:44.661528 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 9f3cfe5c-0945-4339-ac2e-e7d280a505f4 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:39:44.661909 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:44.782042 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:44.796859 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:44.814759 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] For port 9f3cfe5c-0945-4339-ac2e-e7d280a505f4, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=9f3cfe5c-0945-4339-ac2e-e7d280a505f4,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:39:44.819664 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:44.822875 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:44.899206 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Pushing event updated for resources: {'Port': ['ID=9f3cfe5c-0945-4339-ac2e-e7d280a505f4,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:44.902327 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:44.992834 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Sync routers for ids ['cc529b8c-6e66-4767-9790-f4c065e7237c'] in dv-cinder-804345-1-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:39:45.002518 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Routers {'cc529b8c-6e66-4767-9790-f4c065e7237c'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:39:45.003248 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:39:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['cc529b8c-6e66-4767-9790-f4c065e7237c'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:45.178134 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Set router cc529b8c-6e66-4767-9790-f4c065e7237c gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:39:45.521801 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'name': 'tempest-TestShelveInstance-738220839-router', 'tenant_id': '2f6b10bc323c4520a2f29649f5d08a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '9f3cfe5c-0945-4339-ac2e-e7d280a505f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:37Z', 'updated_at': '2021-08-12T15:39:41Z', 'revision_number': 4, 'project_id': '2f6b10bc323c4520a2f29649f5d08a43', 'gw_port': {'id': '9f3cfe5c-0945-4339-ac2e-e7d280a505f4', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:37Z', 'updated_at': '2021-08-12T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '5cd38eef-fe9b-4382-97d3-dbb8360b62e3', 'name': '', 'network_id': '0af1573c-eca6-465b-a56e-f26307511334', 'tenant_id': '2f6b10bc323c4520a2f29649f5d08a43', 'mac_address': 'fa:16:3e:a4:66:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '720621bc-e65b-4eb3-a5bc-32c47a04b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:40Z', 'updated_at': '2021-08-12T15:39:41Z', 'revision_number': 2, 'project_id': '2f6b10bc323c4520a2f29649f5d08a43', 'subnets': [{'id': '720621bc-e65b-4eb3-a5bc-32c47a04b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:45.526033 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Checking router: cc529b8c-6e66-4767-9790-f4c065e7237c for host: dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:39:45.526407 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Updating router cc529b8c-6e66-4767-9790-f4c065e7237c port 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 binding host dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:39:45.578767 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:45.919240 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Notify callbacks [] for port, precommit_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:45.930966 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.provisioning_blocks [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Transition to ACTIVE for port object 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 will not be triggered until provisioned by entity L2. {{(pid=79210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:39:45.936982 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:45.940657 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:46.073583 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5447d4-6614-418c-989d-f0db88b65808 None None] Pushing event updated for resources: {'Port': ['ID=5cd38eef-fe9b-4382-97d3-dbb8360b62e3,revision_number=3']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:46.077325 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a5447d4-6614-418c-989d-f0db88b65808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:46.169585 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Attempting to bind port 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 on host dv-cinder-804345-1-smb for vnic_type normal with profile {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:39:46.169909 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Attempting to bind port 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 by drivers openvswitch,hyperv on host dv-cinder-804345-1-smb at level 0 using segments [{'id': 'b483ff02-b3ca-4fb3-8432-5c29b9a19e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0af1573c-eca6-465b-a56e-f26307511334'}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:39:46.170277 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Attempting to bind port 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 on network 0af1573c-eca6-465b-a56e-f26307511334 {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:39:46.175559 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Checking agent: {'id': '0b30b86f-95bb-4114-9a39-ae2334b38009', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 10), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:39:46.175935 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Checking segment: {'id': 'b483ff02-b3ca-4fb3-8432-5c29b9a19e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0af1573c-eca6-465b-a56e-f26307511334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:39:46.176343 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:46.176741 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Bound using segment: {'id': 'b483ff02-b3ca-4fb3-8432-5c29b9a19e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0af1573c-eca6-465b-a56e-f26307511334'} {{(pid=79210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:39:46.177207 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.managers [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Bound port: 5cd38eef-fe9b-4382-97d3-dbb8360b62e3, host: dv-cinder-804345-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b483ff02-b3ca-4fb3-8432-5c29b9a19e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0af1573c-eca6-465b-a56e-f26307511334'}}] {{(pid=79210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:39:46.177633 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:46.266458 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] For port 5cd38eef-fe9b-4382-97d3-dbb8360b62e3, host dv-cinder-804345-1-smb, cleared binding levels {{(pid=79210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:39:46.269426 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.plugins.ml2.db [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] For port 5cd38eef-fe9b-4382-97d3-dbb8360b62e3, host dv-cinder-804345-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=5cd38eef-fe9b-4382-97d3-dbb8360b62e3,segment=NetworkSegment(b483ff02-b3ca-4fb3-8432-5c29b9a19e7b),segment_id=b483ff02-b3ca-4fb3-8432-5c29b9a19e7b)] {{(pid=79210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:39:46.275195 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron_lib.callbacks.manager [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:46.281020 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-0b2b3f85-1755-4d12-b786-1dfe69fa27a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:46.355490 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Routers {'cc529b8c-6e66-4767-9790-f4c065e7237c'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:39:46.356126 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:39:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['cc529b8c-6e66-4767-9790-f4c065e7237c'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:46.418776 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5447d4-6614-418c-989d-f0db88b65808 None None] Pushing event updated for resources: {'Port': ['ID=5cd38eef-fe9b-4382-97d3-dbb8360b62e3,revision_number=4']} {{(pid=79210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:46.429768 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG oslo_concurrency.lockutils [None req-5a5447d4-6614-418c-989d-f0db88b65808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:46.540042 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] Set router cc529b8c-6e66-4767-9790-f4c065e7237c gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:39:46.600863 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 9f3cfe5c-0945-4339-ac2e-e7d280a505f4 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:39:46.669221 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 9f3cfe5c-0945-4339-ac2e-e7d280a505f4 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:39:46.669903 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:46.789676 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:39:46.857772 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning for port 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:39:46.863233 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:39:46.863535 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'name': 'tempest-TestShelveInstance-738220839-router', 'tenant_id': '2f6b10bc323c4520a2f29649f5d08a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '9f3cfe5c-0945-4339-ac2e-e7d280a505f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:37Z', 'updated_at': '2021-08-12T15:39:41Z', 'revision_number': 4, 'project_id': '2f6b10bc323c4520a2f29649f5d08a43', 'gw_port': {'id': '9f3cfe5c-0945-4339-ac2e-e7d280a505f4', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:37Z', 'updated_at': '2021-08-12T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '5cd38eef-fe9b-4382-97d3-dbb8360b62e3', 'name': '', 'network_id': '0af1573c-eca6-465b-a56e-f26307511334', 'tenant_id': '2f6b10bc323c4520a2f29649f5d08a43', 'mac_address': 'fa:16:3e:a4:66:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '720621bc-e65b-4eb3-a5bc-32c47a04b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:40Z', 'updated_at': '2021-08-12T15:39:46Z', 'revision_number': 4, 'project_id': '2f6b10bc323c4520a2f29649f5d08a43', 'subnets': [{'id': '720621bc-e65b-4eb3-a5bc-32c47a04b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:46.863724 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:46.867492 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595ca0c-4dd2-49e0-8c81-0fc5b4e7a848 None None] The sync data for ids ['cc529b8c-6e66-4767-9790-f4c065e7237c'] in dv-cinder-804345-1-smb is: [{'id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'name': 'tempest-TestShelveInstance-738220839-router', 'tenant_id': '2f6b10bc323c4520a2f29649f5d08a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '9f3cfe5c-0945-4339-ac2e-e7d280a505f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:37Z', 'updated_at': '2021-08-12T15:39:41Z', 'revision_number': 4, 'project_id': '2f6b10bc323c4520a2f29649f5d08a43', 'gw_port': {'id': '9f3cfe5c-0945-4339-ac2e-e7d280a505f4', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:37Z', 'updated_at': '2021-08-12T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '5cd38eef-fe9b-4382-97d3-dbb8360b62e3', 'name': '', 'network_id': '0af1573c-eca6-465b-a56e-f26307511334', 'tenant_id': '2f6b10bc323c4520a2f29649f5d08a43', 'mac_address': 'fa:16:3e:a4:66:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '720621bc-e65b-4eb3-a5bc-32c47a04b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:40Z', 'updated_at': '2021-08-12T15:39:46Z', 'revision_number': 4, 'project_id': '2f6b10bc323c4520a2f29649f5d08a43', 'subnets': [{'id': '720621bc-e65b-4eb3-a5bc-32c47a04b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:39:46.988860 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:47.023611 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] For port 5cd38eef-fe9b-4382-97d3-dbb8360b62e3, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=5cd38eef-fe9b-4382-97d3-dbb8360b62e3,segment=NetworkSegment(b483ff02-b3ca-4fb3-8432-5c29b9a19e7b),segment_id=b483ff02-b3ca-4fb3-8432-5c29b9a19e7b)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:39:47.027517 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:47.031981 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:39:47.109586 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Pushing event updated for resources: {'Port': ['ID=5cd38eef-fe9b-4382-97d3-dbb8360b62e3,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:47.112851 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:39:48.577987 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 up at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:39:48.646153 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Provisioning complete for port 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:39:48.646542 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:51.139839 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:40:00.391465 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-2f74d21e-e3b6-4eb4-b537-313deebaa147 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Synchronizing usage tracker for tenant:536931c64de942ea92a7f3c1e16980a6 on resource:security_group {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:40:00.408662 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-2f74d21e-e3b6-4eb4-b537-313deebaa147 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Unset dirty status for tenant:536931c64de942ea92a7f3c1e16980a6 on resource:security_group {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:40:00.409796 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-2f74d21e-e3b6-4eb4-b537-313deebaa147 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1496193346&fields=id&tenant_id=536931c64de942ea92a7f3c1e16980a6 HTTP/1.1" status: 200 len: 267 time: 0.0579269 Aug 12 15:40:00.561045 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-cd3e0214-5c9f-4806-b726-c0c47bb9733a tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:00.562500 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-cd3e0214-5c9f-4806-b726-c0c47bb9733a tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/networks?id=8309ca4d-bd31-4d6c-9e84-d2a48616849a HTTP/1.1" status: 200 len: 809 time: 0.1460428 Aug 12 15:40:00.576964 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-1714edc8-58ab-4822-bad0-017c34a51c7c tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/quotas/536931c64de942ea92a7f3c1e16980a6 HTTP/1.1" status: 200 len: 375 time: 0.0091219 Aug 12 15:40:00.655290 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-0dbc0d1f-4205-4969-883d-d590c4e4d9bd tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Synchronizing usage tracker for tenant:536931c64de942ea92a7f3c1e16980a6 on resource:port {{(pid=79207) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:40:00.671965 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.quota.resource [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-0dbc0d1f-4205-4969-883d-d590c4e4d9bd tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Unset dirty status for tenant:536931c64de942ea92a7f3c1e16980a6 on resource:port {{(pid=79207) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:40:00.673267 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-0dbc0d1f-4205-4969-883d-d590c4e4d9bd tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=536931c64de942ea92a7f3c1e16980a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916290 Aug 12 15:40:00.810339 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-7fb3bdc4-5886-4261-a401-d620ccbbdfe5 service neutron] 10.222.0.59 "GET /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251206 Aug 12 15:40:00.937426 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-40384c0b-cc35-4931-a964-1079a2169479 service neutron] 10.222.0.59 "GET /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213548 Aug 12 15:40:01.329435 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c08c4150-58d0-4c37-9bf2-2a82551b6dfb req-4783829e-bff5-46c2-9bd0-5cfee70f246c tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 210 time: 0.0466409 Aug 12 15:40:02.412540 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-c94a3d13-4a6d-495d-ad42-9b26129f16c0 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:02.413220 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-c94a3d13-4a6d-495d-ad42-9b26129f16c0 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Synchronizing usage tracker for tenant:536931c64de942ea92a7f3c1e16980a6 on resource:network {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:40:02.431011 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-c94a3d13-4a6d-495d-ad42-9b26129f16c0 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Unset dirty status for tenant:536931c64de942ea92a7f3c1e16980a6 on resource:network {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:40:02.432874 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-c94a3d13-4a6d-495d-ad42-9b26129f16c0 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.82 "GET /v2.0/networks?id=8309ca4d-bd31-4d6c-9e84-d2a48616849a HTTP/1.1" status: 200 len: 809 time: 0.1653509 Aug 12 15:40:02.478148 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-ce0f25f5-141b-49c4-8097-78702784aedd req-f0f3baa4-1e5c-4700-9413-6369570dc1c5 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 210 time: 0.0427430 Aug 12 15:40:02.493076 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a99dd10c-95b8-4806-8313-65640c84482c tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Synchronizing usage tracker for tenant:536931c64de942ea92a7f3c1e16980a6 on resource:security_group {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:40:02.504955 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a99dd10c-95b8-4806-8313-65640c84482c tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Unset dirty status for tenant:536931c64de942ea92a7f3c1e16980a6 on resource:security_group {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:40:02.506081 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a99dd10c-95b8-4806-8313-65640c84482c tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=536931c64de942ea92a7f3c1e16980a6 HTTP/1.1" status: 200 len: 380 time: 0.0574188 Aug 12 15:40:02.526566 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-07004adc-c4ee-4f88-aa25-a7a3ab60d98d tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Request body: {'port': {'device_id': 'a4055e6d-e72a-4b09-a622-40471b71a453', 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a', 'admin_state_up': True, 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'security_groups': ['93328c91-c942-4265-b879-a69c764f8600']}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:40:02.664016 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-07004adc-c4ee-4f88-aa25-a7a3ab60d98d tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:40:02.673151 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-07004adc-c4ee-4f88-aa25-a7a3ab60d98d tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:40:02.682825 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-07004adc-c4ee-4f88-aa25-a7a3ab60d98d tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Made reservation on behalf of 536931c64de942ea92a7f3c1e16980a6 for: {'port': 1} {{(pid=79208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:40:02.686471 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-07004adc-c4ee-4f88-aa25-a7a3ab60d98d tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:02.847128 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-07004adc-c4ee-4f88-aa25-a7a3ab60d98d tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Allocated IP 172.20.0.13 (8309ca4d-bd31-4d6c-9e84-d2a48616849a/41afb3cc-ab7c-4279-96ff-0a4ca914ba06/b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:40:03.038030 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-07004adc-c4ee-4f88-aa25-a7a3ab60d98d tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:03.053174 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-07004adc-c4ee-4f88-aa25-a7a3ab60d98d tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Transition to ACTIVE for port object b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 will not be triggered until provisioned by entity DHCP. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:40:03.078733 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-07004adc-c4ee-4f88-aa25-a7a3ab60d98d tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:03.084067 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-063b632e-6676-403e-983b-29a8640c3a04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:40:03.148548 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-07004adc-c4ee-4f88-aa25-a7a3ab60d98d tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Network 8309ca4d-bd31-4d6c-9e84-d2a48616849a is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:40:03.151440 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-07004adc-c4ee-4f88-aa25-a7a3ab60d98d tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:40:03.155148 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-07004adc-c4ee-4f88-aa25-a7a3ab60d98d tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:40:03.188389 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07004adc-c4ee-4f88-aa25-a7a3ab60d98d tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Pushing event updated for resources: {'Port': ['ID=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:03.194843 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-07004adc-c4ee-4f88-aa25-a7a3ab60d98d tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:40:03.225152 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-07004adc-c4ee-4f88-aa25-a7a3ab60d98d tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:03.225801 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-07004adc-c4ee-4f88-aa25-a7a3ab60d98d tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:03.252254 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-07004adc-c4ee-4f88-aa25-a7a3ab60d98d tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7302980 Aug 12 15:40:03.270951 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Request body: {'port': {'device_id': 'a4055e6d-e72a-4b09-a622-40471b71a453', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:40:03.383803 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:03.438769 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-e18a63ae-7053-46f6-adc2-9ddcd45be950 None None] Provisioning for port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 completed by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:40:03.444330 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-e18a63ae-7053-46f6-adc2-9ddcd45be950 None None] Provisioning complete for port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 triggered by entity DHCP. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:40:03.444742 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e18a63ae-7053-46f6-adc2-9ddcd45be950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:03.496743 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a63ae-7053-46f6-adc2-9ddcd45be950 None None] Port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 cannot update to ACTIVE because it is not bound. {{(pid=79209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:40:03.663994 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989e5a9-86ce-4b35-8e33-723d9f973510 req-bc42b7e6-ea47-43e0-82bf-c4764fcdfff0 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:03.665434 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8989e5a9-86ce-4b35-8e33-723d9f973510 req-bc42b7e6-ea47-43e0-82bf-c4764fcdfff0 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 932 time: 0.0798907 Aug 12 15:40:03.713351 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8989e5a9-86ce-4b35-8e33-723d9f973510 req-34101c59-70ec-47e6-ab3f-38abb115373e tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412464 Aug 12 15:40:03.728426 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 {{(pid=79208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:40:03.737226 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:03.751441 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.provisioning_blocks [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Transition to ACTIVE for port object b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 will not be triggered until provisioned by entity L2. {{(pid=79208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:40:03.754983 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305661'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:03.758563 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-46ab4b95-f857-484c-bb11-306dd6cd2abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:40:03.906375 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Pushing event updated for resources: {'Port': ['ID=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:03.915198 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:40:04.084635 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Attempting to bind port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 on host hv-cinder-80434 for vnic_type normal with profile {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:40:04.084871 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Attempting to bind port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '96948826-05db-425b-9663-5b449f33eb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a'}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:40:04.085181 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Attempting to bind port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 on network 8309ca4d-bd31-4d6c-9e84-d2a48616849a {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:40:04.089650 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 on network 8309ca4d-bd31-4d6c-9e84-d2a48616849a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 12 15:40:04.089968 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Attempting to bind port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 on network 8309ca4d-bd31-4d6c-9e84-d2a48616849a {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 12 15:40:04.095105 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Checking agent: {'id': 'ee8f405c-fd53-4642-8bfa-8ace78e7783f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 12 15:40:04.095430 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Checking segment: {'id': '96948826-05db-425b-9663-5b449f33eb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 12 15:40:04.095801 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Bound using segment: {'id': '96948826-05db-425b-9663-5b449f33eb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a'} {{(pid=79208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 12 15:40:04.096209 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.managers [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Bound port: b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96948826-05db-425b-9663-5b449f33eb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a'}}] {{(pid=79208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:40:04.096542 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:04.184114 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] For port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2, host hv-cinder-80434, cleared binding levels {{(pid=79208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 12 15:40:04.186919 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] For port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2,segment=NetworkSegment(96948826-05db-425b-9663-5b449f33eb12),segment_id=96948826-05db-425b-9663-5b449f33eb12)] {{(pid=79208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 12 15:40:04.191495 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305661'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:04.194931 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-dd8d90eb-0b55-49f5-816f-13337aa5220c tempest-AttachVolumeTestJSON-472976107 tempest-AttachVolumeTestJSON-472976107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:40:04.251477 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:04.252074 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:04.253420 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] 10.222.0.82 "PUT /v2.0/ports/b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 HTTP/1.1" status: 200 len: 1094 time: 0.9868662 Aug 12 15:40:04.253931 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4055e6d-e72a-4b09-a622-40471b71a453', 'tag': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:40:04.273238 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Pushing event updated for resources: {'Port': ['ID=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2,revision_number=3']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:04.277070 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:40:04.317180 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4055e6d-e72a-4b09-a622-40471b71a453', 'tag': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2', 'status': 'completed', 'code': 200} Aug 12 15:40:04.410767 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-48b4a04f-d97b-4a17-af40-48b28bee16e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:04.412229 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-48b4a04f-d97b-4a17-af40-48b28bee16e5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=536931c64de942ea92a7f3c1e16980a6&device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 1097 time: 0.0737784 Aug 12 15:40:04.489878 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-fc38e2c4-4a0c-44d9-adf3-912909b58a45 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 HTTP/1.1" status: 200 len: 217 time: 0.0625041 Aug 12 15:40:04.554091 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-0a4e8546-2c73-4406-9dd1-601d53b02244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:04.555500 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-0a4e8546-2c73-4406-9dd1-601d53b02244 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=41afb3cc-ab7c-4279-96ff-0a4ca914ba06 HTTP/1.1" status: 200 len: 848 time: 0.0594928 Aug 12 15:40:04.628774 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-ae86a766-2b90-4723-bcea-e84822a5cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:04.630279 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-ae86a766-2b90-4723-bcea-e84822a5cdff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8309ca4d-bd31-4d6c-9e84-d2a48616849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0680106 Aug 12 15:40:04.766715 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-c5512f84-6110-4bd4-9f58-228049ada930 service neutron] 10.222.0.82 "GET /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291585 Aug 12 15:40:04.896129 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7c1ad-af8f-4a00-b950-707e66bd3418 req-636fc64a-2432-4796-9760-512e9209fca4 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:04.897504 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bab7c1ad-af8f-4a00-b950-707e66bd3418 req-636fc64a-2432-4796-9760-512e9209fca4 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 944 time: 0.0794041 Aug 12 15:40:04.899595 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-64c6bd24-4d59-48a9-81d2-3330b60b83c6 req-8520f012-87c9-4bff-9495-ca7d520128a3 service neutron] 10.222.0.82 "GET /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255591 Aug 12 15:40:04.943488 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-bab7c1ad-af8f-4a00-b950-707e66bd3418 req-283a6ec2-2b78-4e7f-bfcc-16983687c4a6 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391657 Aug 12 15:40:05.055339 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d28ba-926b-4e6d-8505-88ff68296415 req-6b5e3c4b-16a1-4121-8286-2392ef750fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:05.056844 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c69d28ba-926b-4e6d-8505-88ff68296415 req-6b5e3c4b-16a1-4121-8286-2392ef750fc5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=536931c64de942ea92a7f3c1e16980a6&device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 1097 time: 0.0691800 Aug 12 15:40:05.190802 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d28ba-926b-4e6d-8505-88ff68296415 req-a1798aeb-8f22-468f-925b-ee05b15df092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:05.192265 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c69d28ba-926b-4e6d-8505-88ff68296415 req-a1798aeb-8f22-468f-925b-ee05b15df092 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8309ca4d-bd31-4d6c-9e84-d2a48616849a HTTP/1.1" status: 200 len: 910 time: 0.1279333 Aug 12 15:40:05.263234 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c69d28ba-926b-4e6d-8505-88ff68296415 req-be445bee-c9a8-43bf-81a9-6a6a9dd768f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 HTTP/1.1" status: 200 len: 217 time: 0.0644524 Aug 12 15:40:05.326189 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d28ba-926b-4e6d-8505-88ff68296415 req-43d7b74e-fb1d-4e21-bb36-a2463181ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:05.327614 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c69d28ba-926b-4e6d-8505-88ff68296415 req-43d7b74e-fb1d-4e21-bb36-a2463181ec4c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=41afb3cc-ab7c-4279-96ff-0a4ca914ba06 HTTP/1.1" status: 200 len: 848 time: 0.0574102 Aug 12 15:40:05.408337 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d28ba-926b-4e6d-8505-88ff68296415 req-a03abd2d-3e2d-4d31-a6dd-5d2c76130ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:05.409814 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c69d28ba-926b-4e6d-8505-88ff68296415 req-a03abd2d-3e2d-4d31-a6dd-5d2c76130ee3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8309ca4d-bd31-4d6c-9e84-d2a48616849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747564 Aug 12 15:40:05.540541 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c69d28ba-926b-4e6d-8505-88ff68296415 req-707b4c2c-f3b3-4b34-9119-40362aa40b51 service neutron] 10.222.0.82 "GET /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229727 Aug 12 15:40:05.672378 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c69d28ba-926b-4e6d-8505-88ff68296415 req-1d66716b-44ac-4211-a39e-c41e2ef42355 service neutron] 10.222.0.82 "GET /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251915 Aug 12 15:40:06.272203 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbc56d-67b5-47a6-ac0f-e56694e85895 req-bd79c01b-4103-4941-b062-d5cba75adc54 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:06.273577 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8bfbc56d-67b5-47a6-ac0f-e56694e85895 req-bd79c01b-4103-4941-b062-d5cba75adc54 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 944 time: 0.0827403 Aug 12 15:40:06.317539 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8bfbc56d-67b5-47a6-ac0f-e56694e85895 req-d5468ab2-9992-4885-baae-fb36a5372232 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381777 Aug 12 15:40:07.497145 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d1e89-cd15-43d5-b5d7-7dd9253e0dba req-ea2d2a40-4f4e-4b93-b125-12ea84740666 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:07.498604 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-fd6d1e89-cd15-43d5-b5d7-7dd9253e0dba req-ea2d2a40-4f4e-4b93-b125-12ea84740666 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 944 time: 0.0797541 Aug 12 15:40:07.546366 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-fd6d1e89-cd15-43d5-b5d7-7dd9253e0dba req-e2f28f25-f5f5-4ed4-b9e4-79831068a34f tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422456 Aug 12 15:40:07.577299 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:40:07.705352 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2,segment=NetworkSegment(96948826-05db-425b-9663-5b449f33eb12),segment_id=96948826-05db-425b-9663-5b449f33eb12)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:40:07.717909 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2', 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a', 'port_id': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2', 'mac_address': 'fa:16:3e:bd:6a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:40:07.770705 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:07.786837 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:40:07.802273 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2,segment=NetworkSegment(96948826-05db-425b-9663-5b449f33eb12),segment_id=96948826-05db-425b-9663-5b449f33eb12)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:40:07.806336 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:07.809349 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:40:07.880695 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2,revision_number=4']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:07.888092 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:07.888431 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:07.888763 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:07.889089 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:07.889410 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:07.889756 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:07.890075 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:07.890390 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:07.890709 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:07.891022 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:07.891334 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:07.891643 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:07.895468 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:40:08.105431 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:40:08.724752 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6ebd6-0149-49d2-9661-a36888e1c10f req-0854c04d-6cd4-41e1-8b01-385d853af764 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:08.726210 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d0d6ebd6-0149-49d2-9661-a36888e1c10f req-0854c04d-6cd4-41e1-8b01-385d853af764 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 945 time: 0.0783510 Aug 12 15:40:08.756930 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-272b1623-6720-4e41-a0d6-2e8ab326d812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:08.771651 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-d0d6ebd6-0149-49d2-9661-a36888e1c10f req-5f481605-d866-4b56-8b56-d31657b724ce tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393367 Aug 12 15:40:09.589521 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:40:09.654930 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning for port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 completed by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:40:09.659372 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:40:09.659752 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:09.772379 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:09.803997 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:09.811123 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4055e6d-e72a-4b09-a622-40471b71a453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:40:09.821387 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2,segment=NetworkSegment(96948826-05db-425b-9663-5b449f33eb12),segment_id=96948826-05db-425b-9663-5b449f33eb12)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:40:09.826073 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:09.827880 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:40:09.859262 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4055e6d-e72a-4b09-a622-40471b71a453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2', 'code': 200} Aug 12 15:40:09.899752 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2,revision_number=5']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:09.902671 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:40:09.962520 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916faa3-3976-40e2-b0b6-c682b4f1ed6e req-066e4043-011d-4faf-965c-770204c12406 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:09.963981 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4916faa3-3976-40e2-b0b6-c682b4f1ed6e req-066e4043-011d-4faf-965c-770204c12406 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.0820723 Aug 12 15:40:10.007772 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4916faa3-3976-40e2-b0b6-c682b4f1ed6e req-b22201de-24a6-4b94-8ff1-c20413a88bc5 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381765 Aug 12 15:40:10.188833 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20358d6b-ce54-4544-b808-97c934219df2 req-8816c25f-10d9-4041-988c-5db93370d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:10.190265 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-20358d6b-ce54-4544-b808-97c934219df2 req-8816c25f-10d9-4041-988c-5db93370d804 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 1099 time: 0.0675559 Aug 12 15:40:10.231613 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-20358d6b-ce54-4544-b808-97c934219df2 req-fea456bc-7992-4ee0-9656-22b99001ea5c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333641 Aug 12 15:40:11.194077 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2cb9f-7089-483e-8476-563aff75a75e req-6f9942c0-0582-48ce-8a6c-b146f8b36602 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:11.195719 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f3e2cb9f-7089-483e-8476-563aff75a75e req-6f9942c0-0582-48ce-8a6c-b146f8b36602 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.0806885 Aug 12 15:40:11.245667 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-f3e2cb9f-7089-483e-8476-563aff75a75e req-b71f1250-1898-45a2-ac02-943eacec68d1 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430555 Aug 12 15:40:11.579927 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c8f89172-bc2a-45df-9db3-7b00eb81abb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:12.428993 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b27032-5f64-4c1b-9109-8ceb3a886aa9 req-094dedc0-6d52-4520-8453-acc4b37e0359 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:12.430573 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-93b27032-5f64-4c1b-9109-8ceb3a886aa9 req-094dedc0-6d52-4520-8453-acc4b37e0359 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.0786703 Aug 12 15:40:12.474186 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-93b27032-5f64-4c1b-9109-8ceb3a886aa9 req-1bcff77a-b5b2-4bbf-8912-3e5553a63ca1 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382388 Aug 12 15:40:12.620162 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:12.742444 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef7c11-75c8-4f0c-a97b-06246917f18d req-31635f03-e0e1-4fe1-a080-96ff5023168f tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:12.744047 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8fef7c11-75c8-4f0c-a97b-06246917f18d req-31635f03-e0e1-4fe1-a080-96ff5023168f tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.1694529 Aug 12 15:40:12.788471 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-8fef7c11-75c8-4f0c-a97b-06246917f18d req-9ca4fabc-99b4-4e46-be8c-745b5c66ed2b tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382020 Aug 12 15:40:12.810667 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55974) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:40:13.063792 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f5deee-3288-461d-8369-70383a827ccb tempest-TestShelveInstance-1059448797 tempest-TestShelveInstance-1059448797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:13.065197 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-69f5deee-3288-461d-8369-70383a827ccb tempest-TestShelveInstance-1059448797 tempest-TestShelveInstance-1059448797-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 1094 time: 0.2535691 Aug 12 15:40:13.068260 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 55980) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:40:13.073787 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.v2.base [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Request body: {'floatingip': {'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'port_id': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=79208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:40:13.079471 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 12 15:40:13.083220 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Usage tracker for resource:floatingip and tenant:536931c64de942ea92a7f3c1e16980a6 is out of sync, need to count used quota {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 12 15:40:13.085990 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79208) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 12 15:40:13.091644 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.quota.driver [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79208) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 12 15:40:13.103172 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for floatingip, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:13.237710 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:13.371974 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.db_base_plugin_common [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Allocated IP 172.28.0.217 (0058a344-5c9e-42ec-8e15-86e71c7e20b6/afba140a-12ff-4429-a397-3adb0ba8c2af/a356f44a-858c-4563-9b6b-2e06347ae555) {{(pid=79208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:40:13.514147 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for port, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:13.543617 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783031033860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:13.547081 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-9182e70c-ac16-4294-8495-2ab5d923996a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:40:13.608193 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Network 0058a344-5c9e-42ec-8e15-86e71c7e20b6 is already hosted by enough agents. {{(pid=79208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:40:13.610937 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.base_scheduler [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Resources bound (agent type, host, resource id): {{(pid=79208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:40:13.614425 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Received port after_create {{(pid=79208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 12 15:40:13.649335 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Pushing event updated for resources: {'Port': ['ID=a356f44a-858c-4563-9b6b-2e06347ae555,revision_number=1']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:13.653688 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:40:13.849646 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:14.023730 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:14.096565 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:14.297422 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for port, precommit_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:14.301783 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2305661'] for port, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:14.305455 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-face306c-d49d-43c2-b712-6a9459668d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:40:14.412069 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Pushing event updated for resources: {'Port': ['ID=a356f44a-858c-4563-9b6b-2e06347ae555,revision_number=2']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:14.416121 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:40:14.422316 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544115'] for floatingip, after_update {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:14.690060 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.db.l3_db [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Floating IP 7484f307-e5c4-46e0-99c8-24f22f58355c associated. External IP: 172.28.0.217, port: b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2. Aug 12 15:40:14.739551 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:15.040283 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Router 9f148d96-604b-4f09-b677-6abc71a0ed68 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:40:15.215676 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:40:15.225236 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f576e9-0e25-4fc0-abcf-4664ae6df874 None None] Sync routers for ids ['9f148d96-604b-4f09-b677-6abc71a0ed68'] in dv-cinder-804345-1-smb {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:40:15.234048 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f576e9-0e25-4fc0-abcf-4664ae6df874 None None] Routers {'9f148d96-604b-4f09-b677-6abc71a0ed68'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:40:15.234659 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-d9f576e9-0e25-4fc0-abcf-4664ae6df874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:40:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['9f148d96-604b-4f09-b677-6abc71a0ed68'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:15.241216 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for floatingip, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:15.296665 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-643a4ad9-cf62-4890-8bab-4f7889626c64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2272966 Aug 12 15:40:15.298684 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4055e6d-e72a-4b09-a622-40471b71a453', 'tag': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:40:15.344382 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4055e6d-e72a-4b09-a622-40471b71a453', 'tag': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2', 'status': 'completed', 'code': 200} Aug 12 15:40:15.413700 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-d9f576e9-0e25-4fc0-abcf-4664ae6df874 None None] Set router 9f148d96-604b-4f09-b677-6abc71a0ed68 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:40:15.458695 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656b763-f25a-4f88-801f-5be356cb0ec6 req-2def359a-358b-477c-b965-aa259d0bea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:15.460159 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1656b763-f25a-4f88-801f-5be356cb0ec6 req-2def359a-358b-477c-b965-aa259d0bea8a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=536931c64de942ea92a7f3c1e16980a6&device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 1099 time: 0.0704870 Aug 12 15:40:15.590311 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656b763-f25a-4f88-801f-5be356cb0ec6 req-80a9b251-6bf5-4eac-99d2-9367ca037574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:15.591652 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1656b763-f25a-4f88-801f-5be356cb0ec6 req-80a9b251-6bf5-4eac-99d2-9367ca037574 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8309ca4d-bd31-4d6c-9e84-d2a48616849a HTTP/1.1" status: 200 len: 910 time: 0.1248641 Aug 12 15:40:15.695514 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1656b763-f25a-4f88-801f-5be356cb0ec6 req-3c0bcfdb-59e0-4e91-a2cb-f9b1185f295c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 HTTP/1.1" status: 200 len: 1000 time: 0.0969956 Aug 12 15:40:15.764298 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656b763-f25a-4f88-801f-5be356cb0ec6 req-7b9d553c-9ccf-4b20-8445-e7acbd0a11df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:15.765778 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1656b763-f25a-4f88-801f-5be356cb0ec6 req-7b9d553c-9ccf-4b20-8445-e7acbd0a11df service neutron] 10.222.0.82 "GET /v2.0/subnets?id=41afb3cc-ab7c-4279-96ff-0a4ca914ba06 HTTP/1.1" status: 200 len: 848 time: 0.0631542 Aug 12 15:40:15.786572 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-d9f576e9-0e25-4fc0-abcf-4664ae6df874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'name': 'tempest-TestShelveInstance-1258503064-router', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:30Z', 'updated_at': '2021-08-12T15:39:34Z', 'revision_number': 4, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'gw_port': {'id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:31Z', 'updated_at': '2021-08-12T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_floatingips': [{'id': '7484f307-e5c4-46e0-99c8-24f22f58355c', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'floating_ip_address': '172.28.0.217', 'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'router_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'port_id': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a', 'mac_address': 'fa:16:3e:bd:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4055e6d-e72a-4b09-a622-40471b71a453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:40:13Z', 'updated_at': '2021-08-12T15:40:13Z', 'revision_number': 0, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d1c378-725b-4b3c-bf6e-a9f967780fc2', 'name': '', 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'mac_address': 'fa:16:3e:95:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:34Z', 'updated_at': '2021-08-12T15:39:41Z', 'revision_number': 5, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'subnets': [{'id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:15.790407 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f576e9-0e25-4fc0-abcf-4664ae6df874 None None] Checking router: 9f148d96-604b-4f09-b677-6abc71a0ed68 for host: dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:40:15.799196 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f576e9-0e25-4fc0-abcf-4664ae6df874 None None] Routers {'9f148d96-604b-4f09-b677-6abc71a0ed68'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:40:15.799801 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-d9f576e9-0e25-4fc0-abcf-4664ae6df874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:40:12Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['9f148d96-604b-4f09-b677-6abc71a0ed68'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:15.840642 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656b763-f25a-4f88-801f-5be356cb0ec6 req-e85084bd-9c2c-429b-95ca-0e6e689aa1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:15.842067 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1656b763-f25a-4f88-801f-5be356cb0ec6 req-e85084bd-9c2c-429b-95ca-0e6e689aa1dd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8309ca4d-bd31-4d6c-9e84-d2a48616849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703695 Aug 12 15:40:15.977372 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1656b763-f25a-4f88-801f-5be356cb0ec6 req-e0950140-b619-4437-9b07-bea9910aab88 service neutron] 10.222.0.82 "GET /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285243 Aug 12 15:40:15.980218 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-d9f576e9-0e25-4fc0-abcf-4664ae6df874 None None] Set router 9f148d96-604b-4f09-b677-6abc71a0ed68 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:40:16.115037 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-1656b763-f25a-4f88-801f-5be356cb0ec6 req-9908b68a-4c17-41bd-a309-f36ba60a59ba service neutron] 10.222.0.82 "GET /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266465 Aug 12 15:40:16.370473 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-d9f576e9-0e25-4fc0-abcf-4664ae6df874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'name': 'tempest-TestShelveInstance-1258503064-router', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:30Z', 'updated_at': '2021-08-12T15:39:34Z', 'revision_number': 4, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'gw_port': {'id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:31Z', 'updated_at': '2021-08-12T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_floatingips': [{'id': '7484f307-e5c4-46e0-99c8-24f22f58355c', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'floating_ip_address': '172.28.0.217', 'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'router_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'port_id': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a', 'mac_address': 'fa:16:3e:bd:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4055e6d-e72a-4b09-a622-40471b71a453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:40:13Z', 'updated_at': '2021-08-12T15:40:13Z', 'revision_number': 0, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d1c378-725b-4b3c-bf6e-a9f967780fc2', 'name': '', 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'mac_address': 'fa:16:3e:95:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:34Z', 'updated_at': '2021-08-12T15:39:41Z', 'revision_number': 5, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'subnets': [{'id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:16.375877 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f576e9-0e25-4fc0-abcf-4664ae6df874 None None] The sync data for ids ['9f148d96-604b-4f09-b677-6abc71a0ed68'] in dv-cinder-804345-1-smb is: [{'id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'name': 'tempest-TestShelveInstance-1258503064-router', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:30Z', 'updated_at': '2021-08-12T15:39:34Z', 'revision_number': 4, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'gw_port': {'id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:31Z', 'updated_at': '2021-08-12T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_floatingips': [{'id': '7484f307-e5c4-46e0-99c8-24f22f58355c', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'floating_ip_address': '172.28.0.217', 'floating_network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'router_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'port_id': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a', 'mac_address': 'fa:16:3e:bd:6a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4055e6d-e72a-4b09-a622-40471b71a453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:40:13Z', 'updated_at': '2021-08-12T15:40:13Z', 'revision_number': 0, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d1c378-725b-4b3c-bf6e-a9f967780fc2', 'name': '', 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'mac_address': 'fa:16:3e:95:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:34Z', 'updated_at': '2021-08-12T15:39:41Z', 'revision_number': 5, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'subnets': [{'id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:40:16.568211 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956a6e3c-8c2d-4f79-b24e-dfc027f49730 None None] New status for floating IP 7484f307-e5c4-46e0-99c8-24f22f58355c: ACTIVE {{(pid=79210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:40:28.139196 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:40:38.759541 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c6463ad9-a2bf-4f49-ae61-dfb49987bce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:39.793567 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:41.582206 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-48d6de05-2eda-47e8-8149-af2f812b4e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:42.622332 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:43.852210 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:44.763960 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:47.247180 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c219cc41-0ee0-49a4-81c3-6a5d88fbe209 req-926839af-06d6-4ef5-a1e0-5d0dcd4c16c9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710781 Aug 12 15:40:47.501418 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219cc41-0ee0-49a4-81c3-6a5d88fbe209 req-0e24c16b-0c48-4d28-ba14-bb1583103159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:47.502856 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c219cc41-0ee0-49a4-81c3-6a5d88fbe209 req-0e24c16b-0c48-4d28-ba14-bb1583103159 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=536931c64de942ea92a7f3c1e16980a6&device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 1099 time: 0.1763763 Aug 12 15:40:47.643335 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219cc41-0ee0-49a4-81c3-6a5d88fbe209 req-d7d73044-ead1-4b5e-8156-48ed36b245a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:47.644731 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c219cc41-0ee0-49a4-81c3-6a5d88fbe209 req-d7d73044-ead1-4b5e-8156-48ed36b245a0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8309ca4d-bd31-4d6c-9e84-d2a48616849a HTTP/1.1" status: 200 len: 910 time: 0.1222587 Aug 12 15:40:47.747748 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c219cc41-0ee0-49a4-81c3-6a5d88fbe209 req-001e283d-0de6-4e76-ab19-f2902bfcc7d6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 HTTP/1.1" status: 200 len: 1002 time: 0.0952046 Aug 12 15:40:47.809664 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219cc41-0ee0-49a4-81c3-6a5d88fbe209 req-66ddadbf-45f4-4e6d-851f-c4330df1d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:47.810951 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c219cc41-0ee0-49a4-81c3-6a5d88fbe209 req-66ddadbf-45f4-4e6d-851f-c4330df1d3a3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=41afb3cc-ab7c-4279-96ff-0a4ca914ba06 HTTP/1.1" status: 200 len: 848 time: 0.0566909 Aug 12 15:40:47.887176 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219cc41-0ee0-49a4-81c3-6a5d88fbe209 req-f5dfdeb6-ecfa-4666-ba74-804c244b6f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:47.888626 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c219cc41-0ee0-49a4-81c3-6a5d88fbe209 req-f5dfdeb6-ecfa-4666-ba74-804c244b6f64 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8309ca4d-bd31-4d6c-9e84-d2a48616849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710361 Aug 12 15:40:48.016222 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c219cc41-0ee0-49a4-81c3-6a5d88fbe209 req-e3b591ba-e688-4aa4-b10d-5af192854bde service neutron] 10.222.0.82 "GET /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211059 Aug 12 15:40:48.143778 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-c219cc41-0ee0-49a4-81c3-6a5d88fbe209 req-8f511715-95cf-47ca-9db2-24f4270cbde8 service neutron] 10.222.0.82 "GET /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210256 Aug 12 15:41:05.137449 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:41:08.760781 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-98e15197-dd9d-4d8a-b54f-fee70a07f93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:09.786558 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:11.583377 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c4d98fa9-7fae-4b95-9fb2-0ed871fb6811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:12.624615 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:13.854472 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:14.780951 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:38.762381 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-c82b8471-6104-4f2a-bfff-b5a7de441432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:39.788841 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:41.586302 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2ff36986-cea2-4b97-b323-fbbdf29e16e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:42.136455 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:41:42.628272 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:43.856847 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:44.793961 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:48.327993 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d583f31e-773e-4e3b-a417-4ac6263236da req-30206d4d-ee21-4ce9-8c60-1bdc5af42126 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1158319 Aug 12 15:41:48.493720 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583f31e-773e-4e3b-a417-4ac6263236da req-242eac4f-e268-4c0d-a619-83eb817a3fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:48.495085 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d583f31e-773e-4e3b-a417-4ac6263236da req-242eac4f-e268-4c0d-a619-83eb817a3fac service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=536931c64de942ea92a7f3c1e16980a6&device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 1099 time: 0.0752234 Aug 12 15:41:48.643052 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583f31e-773e-4e3b-a417-4ac6263236da req-04f1d31a-74e9-4602-bccb-03d7499a9d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:48.644479 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d583f31e-773e-4e3b-a417-4ac6263236da req-04f1d31a-74e9-4602-bccb-03d7499a9d69 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8309ca4d-bd31-4d6c-9e84-d2a48616849a HTTP/1.1" status: 200 len: 910 time: 0.1270771 Aug 12 15:41:48.757613 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d583f31e-773e-4e3b-a417-4ac6263236da req-9568b497-142c-45c4-86ec-d41d4478e6ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 HTTP/1.1" status: 200 len: 1002 time: 0.0989969 Aug 12 15:41:48.822578 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583f31e-773e-4e3b-a417-4ac6263236da req-c82cec82-c2e2-4f80-99ee-2c6d2f052377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:48.824025 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d583f31e-773e-4e3b-a417-4ac6263236da req-c82cec82-c2e2-4f80-99ee-2c6d2f052377 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=41afb3cc-ab7c-4279-96ff-0a4ca914ba06 HTTP/1.1" status: 200 len: 848 time: 0.0583518 Aug 12 15:41:48.907477 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583f31e-773e-4e3b-a417-4ac6263236da req-d88aa0d7-3641-44bd-86f4-937524b65f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:48.909729 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d583f31e-773e-4e3b-a417-4ac6263236da req-d88aa0d7-3641-44bd-86f4-937524b65f14 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8309ca4d-bd31-4d6c-9e84-d2a48616849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776422 Aug 12 15:41:48.921150 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [req-d583f31e-773e-4e3b-a417-4ac6263236da req-e72f6d76-4be8-4b7f-b3e2-156593a651e0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=79208) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:41:48.922135 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d583f31e-773e-4e3b-a417-4ac6263236da req-e72f6d76-4be8-4b7f-b3e2-156593a651e0 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049906 Aug 12 15:41:49.060464 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d583f31e-773e-4e3b-a417-4ac6263236da req-7677458a-1061-4466-ad1c-df670c789e04 service neutron] 10.222.0.82 "GET /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305437 Aug 12 15:41:49.202619 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-d583f31e-773e-4e3b-a417-4ac6263236da req-e7d0f86c-0638-4984-8f9a-fdcc7a4f8b35 service neutron] 10.222.0.82 "GET /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268344 Aug 12 15:42:05.258629 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828478a4-74ce-4197-8a0f-a270a3ca14d8 req-b51a2f8b-2c84-48d3-bcd8-4f32c2ef5d66 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:05.260110 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-828478a4-74ce-4197-8a0f-a270a3ca14d8 req-b51a2f8b-2c84-48d3-bcd8-4f32c2ef5d66 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.1298797 Aug 12 15:42:05.308279 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-828478a4-74ce-4197-8a0f-a270a3ca14d8 req-515a3d8e-9235-41a5-8e14-6203d69b5813 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425339 Aug 12 15:42:06.554848 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cdb50-3c26-4e54-9340-04f65814811e req-88129cf1-1b15-4b04-9d7e-61623daf8b80 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:06.556215 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-117cdb50-3c26-4e54-9340-04f65814811e req-88129cf1-1b15-4b04-9d7e-61623daf8b80 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.1265290 Aug 12 15:42:06.601802 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-117cdb50-3c26-4e54-9340-04f65814811e req-e17c4f45-7b04-4fdd-9aa4-da11fc1b5cea tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397859 Aug 12 15:42:07.799695 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc79ed-fcea-4e05-af7c-626880977214 req-374de1b5-06e5-4c7a-ab1c-a87443a538c4 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:07.801118 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e4fc79ed-fcea-4e05-af7c-626880977214 req-374de1b5-06e5-4c7a-ab1c-a87443a538c4 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.0823054 Aug 12 15:42:07.844554 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e4fc79ed-fcea-4e05-af7c-626880977214 req-007212ea-56d5-40f7-b7c4-5a36d230d1a3 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378504 Aug 12 15:42:08.763799 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-62a17544-28bf-428e-a972-a9432f94ed79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:09.026369 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb793e4-13a3-4026-9d33-1b07b1b3031f req-0f0ce6aa-c4f4-463a-8caa-b2aa689754d1 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:09.027843 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-beb793e4-13a3-4026-9d33-1b07b1b3031f req-0f0ce6aa-c4f4-463a-8caa-b2aa689754d1 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.0795398 Aug 12 15:42:09.076649 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-beb793e4-13a3-4026-9d33-1b07b1b3031f req-ceea12d5-1ebe-42b8-8e59-34ffae2a882a tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424662 Aug 12 15:42:09.791572 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:10.256526 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7eda3-25d6-4695-ba31-f9fa0496cd1b req-22b1cbdf-f3c1-4dc5-baae-ee5abc71b171 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:10.257997 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-99c7eda3-25d6-4695-ba31-f9fa0496cd1b req-22b1cbdf-f3c1-4dc5-baae-ee5abc71b171 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.0797608 Aug 12 15:42:10.302088 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-99c7eda3-25d6-4695-ba31-f9fa0496cd1b req-d4643a70-b764-459f-8505-527b52c03fc8 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384829 Aug 12 15:42:11.489507 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efeb5b-58e1-4c13-82b3-25e7c72c8fde req-7c89b0ad-1070-41b5-92be-ec2a51d191f2 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:11.490983 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c2efeb5b-58e1-4c13-82b3-25e7c72c8fde req-7c89b0ad-1070-41b5-92be-ec2a51d191f2 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.0826275 Aug 12 15:42:11.534631 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c2efeb5b-58e1-4c13-82b3-25e7c72c8fde req-95dd9726-f47d-43d5-94d8-63f3d79b8ff8 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380456 Aug 12 15:42:11.587547 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cfde391a-194b-4a33-b0bb-dd8f27c6d8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:12.631733 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:12.719752 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77ed7f-b6a5-4087-9d91-f561a48808ce req-f4ea245e-2470-48f0-99c3-f84a57146e64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:12.721472 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4a77ed7f-b6a5-4087-9d91-f561a48808ce req-f4ea245e-2470-48f0-99c3-f84a57146e64 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.0809600 Aug 12 15:42:12.768253 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4a77ed7f-b6a5-4087-9d91-f561a48808ce req-a186dd0a-6299-468a-b9c7-b6386e6b8c05 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411496 Aug 12 15:42:13.859752 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:13.951384 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edeb20-ce3b-422d-91e0-00a2fa4cdd5a req-d8cfae7e-9360-48f9-b617-b8f8a389f325 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:13.952845 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c1edeb20-ce3b-422d-91e0-00a2fa4cdd5a req-d8cfae7e-9360-48f9-b617-b8f8a389f325 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.0794134 Aug 12 15:42:13.997622 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-c1edeb20-ce3b-422d-91e0-00a2fa4cdd5a req-aa009a6d-a712-4f21-a152-a72ed1e911ac tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390854 Aug 12 15:42:14.811058 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:15.185449 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff93df4-0745-4f8c-90b9-333339a9d082 req-0a6286c2-23fe-41db-9d5e-5fef3555b5d9 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:15.186937 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dff93df4-0745-4f8c-90b9-333339a9d082 req-0a6286c2-23fe-41db-9d5e-5fef3555b5d9 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.0825615 Aug 12 15:42:15.232162 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-dff93df4-0745-4f8c-90b9-333339a9d082 req-66c9c893-8028-40b2-b9ce-f0d331ba5e03 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396705 Aug 12 15:42:15.484632 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dab6a4-5544-48d9-aa66-0fdbf23cb8d6 req-6fe55499-9301-41d5-969b-594d51e9b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:15.486116 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-67dab6a4-5544-48d9-aa66-0fdbf23cb8d6 req-6fe55499-9301-41d5-969b-594d51e9b394 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=536931c64de942ea92a7f3c1e16980a6&device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 1099 time: 0.1765537 Aug 12 15:42:15.617887 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dab6a4-5544-48d9-aa66-0fdbf23cb8d6 req-6ae320cf-4084-4424-9457-4e844b0634fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:15.619226 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-67dab6a4-5544-48d9-aa66-0fdbf23cb8d6 req-6ae320cf-4084-4424-9457-4e844b0634fb service neutron] 10.222.0.82 "GET /v2.0/networks?id=8309ca4d-bd31-4d6c-9e84-d2a48616849a HTTP/1.1" status: 200 len: 910 time: 0.1256807 Aug 12 15:42:15.725480 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-67dab6a4-5544-48d9-aa66-0fdbf23cb8d6 req-3f116c16-5646-4d12-a908-8b4ceb4e8232 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 HTTP/1.1" status: 200 len: 1002 time: 0.0970862 Aug 12 15:42:15.791644 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dab6a4-5544-48d9-aa66-0fdbf23cb8d6 req-40681def-bc11-425f-ab70-f1cdd8de8338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:15.793049 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-67dab6a4-5544-48d9-aa66-0fdbf23cb8d6 req-40681def-bc11-425f-ab70-f1cdd8de8338 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=41afb3cc-ab7c-4279-96ff-0a4ca914ba06 HTTP/1.1" status: 200 len: 848 time: 0.0606389 Aug 12 15:42:15.871375 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dab6a4-5544-48d9-aa66-0fdbf23cb8d6 req-ad8c0c8e-9a50-4869-9ca5-2d9cfff4a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:15.872736 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-67dab6a4-5544-48d9-aa66-0fdbf23cb8d6 req-ad8c0c8e-9a50-4869-9ca5-2d9cfff4a9d8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8309ca4d-bd31-4d6c-9e84-d2a48616849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731852 Aug 12 15:42:16.003934 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-67dab6a4-5544-48d9-aa66-0fdbf23cb8d6 req-1b28ab7c-3959-4590-b251-72fd114214b3 service neutron] 10.222.0.82 "GET /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243260 Aug 12 15:42:16.138064 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-67dab6a4-5544-48d9-aa66-0fdbf23cb8d6 req-bdf03848-83e1-4957-8a21-c1b3d87b882e service neutron] 10.222.0.82 "GET /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257141 Aug 12 15:42:16.414205 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260b093-9d88-4527-b0ce-e94d90253e0d req-3a85bfb8-aaff-4a7f-bf4b-67e11a4275c2 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:16.415584 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6260b093-9d88-4527-b0ce-e94d90253e0d req-3a85bfb8-aaff-4a7f-bf4b-67e11a4275c2 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.0794423 Aug 12 15:42:16.462518 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-6260b093-9d88-4527-b0ce-e94d90253e0d req-63f23568-64b1-4950-98f2-11c26a5cf41a tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412648 Aug 12 15:42:17.645933 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4a1ef-168d-4434-9270-7d479c55a1b5 req-4ef67a95-4a37-46a2-9a2b-7ca9f99bff13 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:17.647431 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-11f4a1ef-168d-4434-9270-7d479c55a1b5 req-4ef67a95-4a37-46a2-9a2b-7ca9f99bff13 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.0800109 Aug 12 15:42:17.693637 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-11f4a1ef-168d-4434-9270-7d479c55a1b5 req-50556deb-403c-4110-8ee0-1afe7c8c3590 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402012 Aug 12 15:42:18.888077 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27782f39-7681-47f5-bbb3-103777ba6523 req-9a3f9883-67b8-4364-8790-3fdd55c55987 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:18.889428 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-27782f39-7681-47f5-bbb3-103777ba6523 req-9a3f9883-67b8-4364-8790-3fdd55c55987 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.0835660 Aug 12 15:42:18.935538 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-27782f39-7681-47f5-bbb3-103777ba6523 req-70a47919-fafe-4d34-ba18-f2973d532c78 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403912 Aug 12 15:42:19.135545 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:42:19.254739 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-3331dbf4-6fbd-4924-b84e-ea165db3a9a9 req-1121184c-087d-4b39-aac1-dc57361118da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1119444 Aug 12 15:42:19.278362 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44b899-665e-49ae-b087-e236c579233c req-706c5a1c-0557-4df3-8743-b192f0902811 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:19.281909 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2f44b899-665e-49ae-b087-e236c579233c req-706c5a1c-0557-4df3-8743-b192f0902811 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.0825651 Aug 12 15:42:19.327966 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-2f44b899-665e-49ae-b087-e236c579233c req-b47e395f-20b9-4a79-8aa7-a611a090673e tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421412 Aug 12 15:42:20.212641 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:42:20.340293 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:20.369207 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4055e6d-e72a-4b09-a622-40471b71a453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:42:20.379383 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2,segment=NetworkSegment(96948826-05db-425b-9663-5b449f33eb12),segment_id=96948826-05db-425b-9663-5b449f33eb12)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:42:20.384861 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:20.386932 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:42:20.471765 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2,revision_number=6']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:42:20.480023 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:42:20.480596 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:42:20.481282 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:42:20.481777 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:42:20.482215 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:42:20.482692 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:42:20.483244 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:42:20.484988 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:42:20.484988 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:42:20.484988 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:42:20.484988 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:42:20.485580 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:42:20.493863 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:42:20.495560 dv-cinder-804345-1-smb neutron-server[79209]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a4055e6d-e72a-4b09-a622-40471b71a453', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2', 'code': 422} returned with failed status Aug 12 15:42:20.530241 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a9d01-70d9-4055-bb1b-eaf10360c456 req-23d92050-54ea-4b47-8300-25231f76c2bb tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:20.531779 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1f0a9d01-70d9-4055-bb1b-eaf10360c456 req-23d92050-54ea-4b47-8300-25231f76c2bb tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 944 time: 0.0838258 Aug 12 15:42:20.584272 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1f0a9d01-70d9-4055-bb1b-eaf10360c456 req-14f28532-ebc4-46bc-82ee-0193831aeb48 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411074 Aug 12 15:42:20.979594 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331dbf4-6fbd-4924-b84e-ea165db3a9a9 req-3f177986-9d11-4780-a11a-bea636bfd4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:20.981158 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-3331dbf4-6fbd-4924-b84e-ea165db3a9a9 req-3f177986-9d11-4780-a11a-bea636bfd4fe service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453&tenant_id=536931c64de942ea92a7f3c1e16980a6 HTTP/1.1" status: 200 len: 1097 time: 0.0759370 Aug 12 15:42:21.085531 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331dbf4-6fbd-4924-b84e-ea165db3a9a9 req-bfc96eef-a594-48a9-87ea-04fc795cc90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:21.086994 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-3331dbf4-6fbd-4924-b84e-ea165db3a9a9 req-bfc96eef-a594-48a9-87ea-04fc795cc90d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=536931c64de942ea92a7f3c1e16980a6&device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 1097 time: 0.0713675 Aug 12 15:42:21.217255 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331dbf4-6fbd-4924-b84e-ea165db3a9a9 req-c4e87ba5-c666-4e05-a7b8-1cd37a93f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:21.218744 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-3331dbf4-6fbd-4924-b84e-ea165db3a9a9 req-c4e87ba5-c666-4e05-a7b8-1cd37a93f936 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8309ca4d-bd31-4d6c-9e84-d2a48616849a HTTP/1.1" status: 200 len: 910 time: 0.1259322 Aug 12 15:42:21.323887 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-3331dbf4-6fbd-4924-b84e-ea165db3a9a9 req-44cf9024-0436-4889-9885-285b33a9beb1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 HTTP/1.1" status: 200 len: 1000 time: 0.0978036 Aug 12 15:42:21.385561 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331dbf4-6fbd-4924-b84e-ea165db3a9a9 req-4d00879a-1393-4b0d-86ee-7ac28368c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:21.386998 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-3331dbf4-6fbd-4924-b84e-ea165db3a9a9 req-4d00879a-1393-4b0d-86ee-7ac28368c661 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=41afb3cc-ab7c-4279-96ff-0a4ca914ba06 HTTP/1.1" status: 200 len: 848 time: 0.0573256 Aug 12 15:42:21.466336 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331dbf4-6fbd-4924-b84e-ea165db3a9a9 req-5ac66ef3-e15d-41b1-8142-d537810307aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:21.467968 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-3331dbf4-6fbd-4924-b84e-ea165db3a9a9 req-5ac66ef3-e15d-41b1-8142-d537810307aa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8309ca4d-bd31-4d6c-9e84-d2a48616849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746510 Aug 12 15:42:21.602779 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-3331dbf4-6fbd-4924-b84e-ea165db3a9a9 req-53779cf0-3997-44f2-acc9-3cbd42faaf20 service neutron] 10.222.0.82 "GET /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251104 Aug 12 15:42:21.785028 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510e9ee-3cd9-465b-9ee8-8d95cc9a0311 req-327b51c9-942c-4998-80e6-14c934159cc7 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:21.786577 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e510e9ee-3cd9-465b-9ee8-8d95cc9a0311 req-327b51c9-942c-4998-80e6-14c934159cc7 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 944 time: 0.0885603 Aug 12 15:42:21.832178 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-e510e9ee-3cd9-465b-9ee8-8d95cc9a0311 req-89b9e8b2-d76d-4f8f-a80c-47fb9b2a33c2 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393507 Aug 12 15:42:21.850201 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-3331dbf4-6fbd-4924-b84e-ea165db3a9a9 req-8b131027-57ca-4d26-9f6b-c2815afa5062 service neutron] 10.222.0.82 "GET /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399039 Aug 12 15:42:23.012348 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b621e-fb5b-4f08-b8be-54dc0d2af16b req-dc33883d-2ec1-4896-88c7-3529590e38ef tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:23.013794 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-390b621e-fb5b-4f08-b8be-54dc0d2af16b req-dc33883d-2ec1-4896-88c7-3529590e38ef tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 944 time: 0.0771251 Aug 12 15:42:23.060027 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-390b621e-fb5b-4f08-b8be-54dc0d2af16b req-92436e34-e208-4099-ba4d-670c3495444c tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406787 Aug 12 15:42:24.239042 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 12 15:42:24.330989 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1d526-cc93-4734-ad50-5ede1a945fd5 req-432f759f-4763-4338-8f3f-c5e90c06edc1 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:24.332711 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1dd1d526-cc93-4734-ad50-5ede1a945fd5 req-432f759f-4763-4338-8f3f-c5e90c06edc1 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 944 time: 0.1622343 Aug 12 15:42:24.374409 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2,segment=NetworkSegment(96948826-05db-425b-9663-5b449f33eb12),segment_id=96948826-05db-425b-9663-5b449f33eb12)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:42:24.377480 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-1dd1d526-cc93-4734-ad50-5ede1a945fd5 req-c696c96b-9fbb-412b-a176-919b7ea60154 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390005 Aug 12 15:42:24.387945 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Returning: {'device': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2', 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a', 'port_id': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2', 'mac_address': 'fa:16:3e:bd:6a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 12 15:42:24.442990 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:24.459076 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 {{(pid=79209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:42:24.473983 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2,segment=NetworkSegment(96948826-05db-425b-9663-5b449f33eb12),segment_id=96948826-05db-425b-9663-5b449f33eb12)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:42:24.477990 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:24.479651 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:42:24.580272 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2,revision_number=7']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:42:24.583366 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:42:24.800560 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] get_ports_and_sgs() called for port_ids ['b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2'] {{(pid=79209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 12 15:42:25.566839 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f84793-0f22-47fb-a1e4-a088db55f26d req-13a9e241-86ad-409e-b3f3-dd6cec20e954 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:25.568186 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-63f84793-0f22-47fb-a1e4-a088db55f26d req-13a9e241-86ad-409e-b3f3-dd6cec20e954 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 945 time: 0.0809207 Aug 12 15:42:25.612481 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-63f84793-0f22-47fb-a1e4-a088db55f26d req-7b402f38-e95b-4846-9c29-9f3841108ac7 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386291 Aug 12 15:42:26.242050 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 up at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 12 15:42:26.310958 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.provisioning_blocks [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Provisioning complete for port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 triggered by entity L2. {{(pid=79209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:42:26.311267 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15860712'] for port, provisioning_complete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:26.420637 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16545596'] for port, before_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:26.446946 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4055e6d-e72a-4b09-a622-40471b71a453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2'}] {{(pid=79209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:42:26.456129 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] For port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2,segment=NetworkSegment(96948826-05db-425b-9663-5b449f33eb12),segment_id=96948826-05db-425b-9663-5b449f33eb12)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:42:26.460580 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783031582019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783031033878', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783031033923'] for port, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:26.462445 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:42:26.494621 dv-cinder-804345-1-smb neutron-server[79209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4055e6d-e72a-4b09-a622-40471b71a453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2', 'code': 200} Aug 12 15:42:26.532378 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Pushing event updated for resources: {'Port': ['ID=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2,revision_number=8']} {{(pid=79209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:42:26.535523 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_concurrency.lockutils [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79209) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:42:26.797792 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610b6d2-5bb7-4f5c-a2d6-646f3d473093 req-c544e865-8bde-4dfa-9b29-1bbf331c450f tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:26.799327 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4610b6d2-5bb7-4f5c-a2d6-646f3d473093 req-c544e865-8bde-4dfa-9b29-1bbf331c450f tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.0789127 Aug 12 15:42:26.831858 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66487d53-93e0-44b8-a60d-2383344b1a85 req-8b29ec2d-2af1-4230-a8fb-49d83657bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:26.833318 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-66487d53-93e0-44b8-a60d-2383344b1a85 req-8b29ec2d-2af1-4230-a8fb-49d83657bb58 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 1099 time: 0.0742865 Aug 12 15:42:26.848292 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-4610b6d2-5bb7-4f5c-a2d6-646f3d473093 req-54bcb286-9a2c-47ff-955e-0aa02e3e8a3b tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426109 Aug 12 15:42:26.886762 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-66487d53-93e0-44b8-a60d-2383344b1a85 req-7f8eff74-ee3a-423d-83a8-240c88ec9c4f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462201 Aug 12 15:42:28.039306 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b21e2-5e07-4d73-8192-a28a3bcdeb8b req-62837235-d726-4e69-af69-aa507992317f tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:28.040783 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-892b21e2-5e07-4d73-8192-a28a3bcdeb8b req-62837235-d726-4e69-af69-aa507992317f tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.0810294 Aug 12 15:42:28.086621 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-892b21e2-5e07-4d73-8192-a28a3bcdeb8b req-8fd4eac6-e79a-43a9-acb4-d1f1928dd9ab tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399783 Aug 12 15:42:29.273094 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ee62b-d77e-4020-84ed-bbca943de64a req-a81837f7-51ab-49d4-be48-7ddf9f4420bd tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:29.274565 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-816ee62b-d77e-4020-84ed-bbca943de64a req-a81837f7-51ab-49d4-be48-7ddf9f4420bd tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.0842652 Aug 12 15:42:29.318422 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-816ee62b-d77e-4020-84ed-bbca943de64a req-4d453c07-56e8-438c-9952-696f6e8c71a1 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383735 Aug 12 15:42:38.765348 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-ccb5d0c8-1a45-42da-9aef-c443fc2cb527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:39.794181 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:41.588962 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-648cf7cf-71bb-4b83-b85f-905eb9a79200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:42.632613 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:43.861686 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:44.814850 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:48.241481 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-aa9cc4b0-df86-4b65-8cf0-742256b29af4 req-194aa4e1-e6c1-4a66-abf9-8fbabc0a8138 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723758 Aug 12 15:42:48.402674 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cc4b0-df86-4b65-8cf0-742256b29af4 req-896c9572-6c2b-40b9-95a0-3d34a26054aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:48.404694 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-aa9cc4b0-df86-4b65-8cf0-742256b29af4 req-896c9572-6c2b-40b9-95a0-3d34a26054aa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=536931c64de942ea92a7f3c1e16980a6&device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 1099 time: 0.0726132 Aug 12 15:42:48.551117 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cc4b0-df86-4b65-8cf0-742256b29af4 req-872ea6ba-6872-480d-bffb-1a2eaf92bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:48.552448 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-aa9cc4b0-df86-4b65-8cf0-742256b29af4 req-872ea6ba-6872-480d-bffb-1a2eaf92bdbf service neutron] 10.222.0.82 "GET /v2.0/networks?id=8309ca4d-bd31-4d6c-9e84-d2a48616849a HTTP/1.1" status: 200 len: 910 time: 0.1254504 Aug 12 15:42:48.657423 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-aa9cc4b0-df86-4b65-8cf0-742256b29af4 req-e9396737-220a-4196-88c7-b95ecef4d2bc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 HTTP/1.1" status: 200 len: 1002 time: 0.0973630 Aug 12 15:42:48.721662 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cc4b0-df86-4b65-8cf0-742256b29af4 req-70001de6-d5ad-46fb-8b3b-b193a886dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:48.723074 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-aa9cc4b0-df86-4b65-8cf0-742256b29af4 req-70001de6-d5ad-46fb-8b3b-b193a886dad0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=41afb3cc-ab7c-4279-96ff-0a4ca914ba06 HTTP/1.1" status: 200 len: 848 time: 0.0585930 Aug 12 15:42:48.801675 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cc4b0-df86-4b65-8cf0-742256b29af4 req-46722976-3cc9-41df-a0d0-ef879eb5fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:48.803026 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-aa9cc4b0-df86-4b65-8cf0-742256b29af4 req-46722976-3cc9-41df-a0d0-ef879eb5fda7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8309ca4d-bd31-4d6c-9e84-d2a48616849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684230 Aug 12 15:42:48.934171 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-aa9cc4b0-df86-4b65-8cf0-742256b29af4 req-72a7b5be-02b9-41f4-9a01-5c32f8b367b2 service neutron] 10.222.0.82 "GET /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235065 Aug 12 15:42:49.062963 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-aa9cc4b0-df86-4b65-8cf0-742256b29af4 req-a7ee5dd5-0b52-456c-9359-dadb79a39a75 service neutron] 10.222.0.82 "GET /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212606 Aug 12 15:42:56.134054 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:43:08.766570 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-cc7d8db6-a906-4862-9d74-78e76fb582d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:09.796008 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:11.589536 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4bc43c14-9575-44a6-b0dd-4866a200bf1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:12.636104 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:13.865736 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:14.825622 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:33.133191 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:43:38.767196 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-5e8205ce-ee0b-4d7a-b3e2-e7bea5e94aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:39.799999 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:41.591286 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-54912fd4-5418-4d17-8050-f5a207a1d6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:42.638566 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:43.867516 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:44.826932 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:44.987906 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 56110) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:43:45.192708 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Deleting port a356f44a-858c-4563-9b6b-2e06347ae555 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:43:45.193057 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:45.360617 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:45.360949 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:45.480814 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Calling delete_port for a356f44a-858c-4563-9b6b-2e06347ae555 owned by network:floatingip {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:43:45.731541 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:45.736091 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-a2a114b2-a850-4d99-930c-7564b6c7edc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:43:45.807651 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Pushing event deleted for resources: {'Port': ['ID=a356f44a-858c-4563-9b6b-2e06347ae555,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:43:45.822937 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:45.823306 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:45.823672 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:45.824084 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:45.824374 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:45.824725 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:45.825077 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:45.825506 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:45.825910 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:45.826261 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:45.826609 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:45.826954 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:45.854672 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:43:45.882771 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for floatingip, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:45.883114 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.db.l3_db [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Floating IP 7484f307-e5c4-46e0-99c8-24f22f58355c disassociated (deleted). External IP: 172.28.0.217, port: b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2. Aug 12 15:43:46.235293 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Router 9f148d96-604b-4f09-b677-6abc71a0ed68 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:43:46.410128 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:43:46.420372 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52f7f39-541b-4ee6-aab0-333b9f6f3e13 None None] Sync routers for ids ['9f148d96-604b-4f09-b677-6abc71a0ed68'] in dv-cinder-804345-1-smb {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:43:46.426192 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for floatingip, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:46.430006 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52f7f39-541b-4ee6-aab0-333b9f6f3e13 None None] Routers {'9f148d96-604b-4f09-b677-6abc71a0ed68'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:43:46.430637 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-e52f7f39-541b-4ee6-aab0-333b9f6f3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:43:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['9f148d96-604b-4f09-b677-6abc71a0ed68'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:43:46.482333 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-fae81995-f3ed-4c14-ae70-00562d57f675 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "DELETE /v2.0/floatingips/7484f307-e5c4-46e0-99c8-24f22f58355c HTTP/1.1" status: 204 len: 168 time: 1.4933362 Aug 12 15:43:46.482981 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4055e6d-e72a-4b09-a622-40471b71a453', 'tag': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:43:46.608608 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-e52f7f39-541b-4ee6-aab0-333b9f6f3e13 None None] Set router 9f148d96-604b-4f09-b677-6abc71a0ed68 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:43:46.657227 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4055e6d-e72a-4b09-a622-40471b71a453', 'tag': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2', 'status': 'completed', 'code': 200} Aug 12 15:43:46.780464 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eff43e-fa8d-42ae-8b42-b44b9e8fb4ba req-ab5d7df8-8d4b-447b-888c-9b565616d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:43:46.782064 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-16eff43e-fa8d-42ae-8b42-b44b9e8fb4ba req-ab5d7df8-8d4b-447b-888c-9b565616d1f1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=536931c64de942ea92a7f3c1e16980a6&device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 1099 time: 0.0720997 Aug 12 15:43:46.865874 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bbcf8-0f75-4e30-96bc-c0a3387519c0 req-cf89152d-320a-42ed-a505-678d0571daf8 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:43:46.867497 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3e4bbcf8-0f75-4e30-96bc-c0a3387519c0 req-cf89152d-320a-42ed-a505-678d0571daf8 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.0834029 Aug 12 15:43:46.915569 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-3e4bbcf8-0f75-4e30-96bc-c0a3387519c0 req-cea0d73f-3653-4427-8050-2ce9b8eec466 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422392 Aug 12 15:43:46.918022 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eff43e-fa8d-42ae-8b42-b44b9e8fb4ba req-c0eba412-27b2-443d-a64d-97b7148b0db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:43:46.919884 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-16eff43e-fa8d-42ae-8b42-b44b9e8fb4ba req-c0eba412-27b2-443d-a64d-97b7148b0db7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8309ca4d-bd31-4d6c-9e84-d2a48616849a HTTP/1.1" status: 200 len: 910 time: 0.1314318 Aug 12 15:43:46.966592 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-e52f7f39-541b-4ee6-aab0-333b9f6f3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'name': 'tempest-TestShelveInstance-1258503064-router', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:30Z', 'updated_at': '2021-08-12T15:39:34Z', 'revision_number': 4, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'gw_port': {'id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:31Z', 'updated_at': '2021-08-12T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '70d1c378-725b-4b3c-bf6e-a9f967780fc2', 'name': '', 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'mac_address': 'fa:16:3e:95:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:34Z', 'updated_at': '2021-08-12T15:39:41Z', 'revision_number': 5, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'subnets': [{'id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:43:46.970381 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52f7f39-541b-4ee6-aab0-333b9f6f3e13 None None] Checking router: 9f148d96-604b-4f09-b677-6abc71a0ed68 for host: dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:43:46.978811 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52f7f39-541b-4ee6-aab0-333b9f6f3e13 None None] Routers {'9f148d96-604b-4f09-b677-6abc71a0ed68'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:43:46.979388 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-e52f7f39-541b-4ee6-aab0-333b9f6f3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:43:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['9f148d96-604b-4f09-b677-6abc71a0ed68'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:43:46.992824 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-16eff43e-fa8d-42ae-8b42-b44b9e8fb4ba req-c81328be-0c53-47a7-9361-d2efdeb30c64 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 HTTP/1.1" status: 200 len: 217 time: 0.0647674 Aug 12 15:43:47.058344 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eff43e-fa8d-42ae-8b42-b44b9e8fb4ba req-cbe2bb07-65be-4e37-8733-faf2b2dde3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:43:47.059703 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-16eff43e-fa8d-42ae-8b42-b44b9e8fb4ba req-cbe2bb07-65be-4e37-8733-faf2b2dde3ba service neutron] 10.222.0.82 "GET /v2.0/subnets?id=41afb3cc-ab7c-4279-96ff-0a4ca914ba06 HTTP/1.1" status: 200 len: 848 time: 0.0595574 Aug 12 15:43:47.138034 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eff43e-fa8d-42ae-8b42-b44b9e8fb4ba req-d6606e12-f608-4e22-821e-5393d723ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:43:47.139542 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-16eff43e-fa8d-42ae-8b42-b44b9e8fb4ba req-d6606e12-f608-4e22-821e-5393d723ef98 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8309ca4d-bd31-4d6c-9e84-d2a48616849a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704627 Aug 12 15:43:47.186098 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-e52f7f39-541b-4ee6-aab0-333b9f6f3e13 None None] Set router 9f148d96-604b-4f09-b677-6abc71a0ed68 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:43:47.293818 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-16eff43e-fa8d-42ae-8b42-b44b9e8fb4ba req-2bec367f-2443-4125-a50d-a456c4e5a2a1 service neutron] 10.222.0.82 "GET /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316366 Aug 12 15:43:47.498661 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-e52f7f39-541b-4ee6-aab0-333b9f6f3e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'name': 'tempest-TestShelveInstance-1258503064-router', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:30Z', 'updated_at': '2021-08-12T15:39:34Z', 'revision_number': 4, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'gw_port': {'id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:31Z', 'updated_at': '2021-08-12T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '70d1c378-725b-4b3c-bf6e-a9f967780fc2', 'name': '', 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'mac_address': 'fa:16:3e:95:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:34Z', 'updated_at': '2021-08-12T15:39:41Z', 'revision_number': 5, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'subnets': [{'id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:43:47.502660 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52f7f39-541b-4ee6-aab0-333b9f6f3e13 None None] The sync data for ids ['9f148d96-604b-4f09-b677-6abc71a0ed68'] in dv-cinder-804345-1-smb is: [{'id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'name': 'tempest-TestShelveInstance-1258503064-router', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:30Z', 'updated_at': '2021-08-12T15:39:34Z', 'revision_number': 4, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'gw_port': {'id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:31Z', 'updated_at': '2021-08-12T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb', '_interfaces': [{'id': '70d1c378-725b-4b3c-bf6e-a9f967780fc2', 'name': '', 'network_id': '8309ca4d-bd31-4d6c-9e84-d2a48616849a', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'mac_address': 'fa:16:3e:95:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:34Z', 'updated_at': '2021-08-12T15:39:41Z', 'revision_number': 5, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'subnets': [{'id': '41afb3cc-ab7c-4279-96ff-0a4ca914ba06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:43:47.539191 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-16eff43e-fa8d-42ae-8b42-b44b9e8fb4ba req-0559a86e-35bd-4686-8ed9-bc00b2751fbd service neutron] 10.222.0.82 "GET /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374074 Aug 12 15:43:47.715484 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17653a0b-eabb-460f-905a-fab85905653e None None] New status for floating IP 7484f307-e5c4-46e0-99c8-24f22f58355c: DOWN {{(pid=79210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:43:48.096814 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d38fff-10c0-4216-9ec4-7dc7f49d1a36 req-20fb5acd-387e-4c7d-bc3a-856f6d84d90a tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:43:48.098190 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a6d38fff-10c0-4216-9ec4-7dc7f49d1a36 req-20fb5acd-387e-4c7d-bc3a-856f6d84d90a tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.0786231 Aug 12 15:43:48.141704 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-a6d38fff-10c0-4216-9ec4-7dc7f49d1a36 req-5b0a4a57-d937-41e8-ba10-c40f33892e97 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/security-groups?id=93328c91-c942-4265-b879-a69c764f8600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375381 Aug 12 15:43:48.373976 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75746932-f331-4f01-8c73-7090e49936df req-c620ecf4-6d24-4695-89a5-ac118186bb22 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:43:48.374597 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-75746932-f331-4f01-8c73-7090e49936df req-c620ecf4-6d24-4695-89a5-ac118186bb22 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Synchronizing usage tracker for tenant:536931c64de942ea92a7f3c1e16980a6 on resource:port {{(pid=79208) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 12 15:43:48.390223 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.quota.resource [req-75746932-f331-4f01-8c73-7090e49936df req-c620ecf4-6d24-4695-89a5-ac118186bb22 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Unset dirty status for tenant:536931c64de942ea92a7f3c1e16980a6 on resource:port {{(pid=79208) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 12 15:43:48.391287 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-75746932-f331-4f01-8c73-7090e49936df req-c620ecf4-6d24-4695-89a5-ac118186bb22 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 946 time: 0.0954988 Aug 12 15:43:48.459024 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-75746932-f331-4f01-8c73-7090e49936df req-30316143-4784-41ec-a3bb-1750d5db6c09 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Deleting port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 {{(pid=79208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:43:48.459359 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-75746932-f331-4f01-8c73-7090e49936df req-30316143-4784-41ec-a3bb-1750d5db6c09 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:48.705033 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.db [req-75746932-f331-4f01-8c73-7090e49936df req-30316143-4784-41ec-a3bb-1750d5db6c09 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] For port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2,segment=NetworkSegment(96948826-05db-425b-9663-5b449f33eb12),segment_id=96948826-05db-425b-9663-5b449f33eb12)] {{(pid=79208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:43:48.705391 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-75746932-f331-4f01-8c73-7090e49936df req-30316143-4784-41ec-a3bb-1750d5db6c09 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:48.829922 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.plugins.ml2.plugin [req-75746932-f331-4f01-8c73-7090e49936df req-30316143-4784-41ec-a3bb-1750d5db6c09 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Calling delete_port for b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 owned by compute:nova {{(pid=79208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:43:48.966533 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-75746932-f331-4f01-8c73-7090e49936df req-30316143-4784-41ec-a3bb-1750d5db6c09 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2305636'] for port, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:48.972072 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-e77b3c21-248b-4d41-9dbc-2f06d5adfbc6 tempest-AttachVolumeShelveTestJSON-1505467795 tempest-AttachVolumeShelveTestJSON-1505467795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:43:49.047699 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30316143-4784-41ec-a3bb-1750d5db6c09 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Pushing event deleted for resources: {'Port': ['ID=b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:43:49.050128 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-30316143-4784-41ec-a3bb-1750d5db6c09 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:43:49.095701 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.db.l3_dvrscheduler_db [req-75746932-f331-4f01-8c73-7090e49936df req-30316143-4784-41ec-a3bb-1750d5db6c09 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] No DVR routers for this DVR port b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 on host hv-cinder-80434 {{(pid=79208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:43:49.098019 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [req-75746932-f331-4f01-8c73-7090e49936df req-30316143-4784-41ec-a3bb-1750d5db6c09 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158904'] for port, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:49.101714 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4055e6d-e72a-4b09-a622-40471b71a453', 'name': 'network-vif-deleted', 'tag': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2'}] {{(pid=79208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:43:49.115451 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [req-75746932-f331-4f01-8c73-7090e49936df req-30316143-4784-41ec-a3bb-1750d5db6c09 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.82 "DELETE /v2.0/ports/b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 HTTP/1.1" status: 204 len: 173 time: 0.7185190 Aug 12 15:43:49.147674 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4055e6d-e72a-4b09-a622-40471b71a453', 'name': 'network-vif-deleted', 'tag': 'b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2', 'status': 'completed', 'code': 200} Aug 12 15:43:49.294658 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [req-7ce1ecfc-73cb-44fa-8fcd-82f2fb29428e req-3c2b4936-6757-4fe5-8cea-44d9d037a763 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4055e6d-e72a-4b09-a622-40471b71a453 HTTP/1.1" status: 200 len: 210 time: 0.0474374 Aug 12 15:43:50.387998 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [-] (79208) accepted ('10.222.0.59', 56130) {{(pid=79208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:43:50.457175 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2f4a5fc7-7807-467a-b12e-cd1da12d7f89 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group, before_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:50.486665 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2f4a5fc7-7807-467a-b12e-cd1da12d7f89 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:50.547577 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2f4a5fc7-7807-467a-b12e-cd1da12d7f89 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:50.551240 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-d5cba0e6-ef45-4209-abf3-02115c39eeba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:43:50.566268 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a5fc7-7807-467a-b12e-cd1da12d7f89 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93328c91-c942-4265-b879-a69c764f8600,revision_number=None']} {{(pid=79208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:43:50.568948 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG oslo_concurrency.lockutils [None req-2f4a5fc7-7807-467a-b12e-cd1da12d7f89 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79208) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:43:50.582564 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron_lib.callbacks.manager [None req-2f4a5fc7-7807-467a-b12e-cd1da12d7f89 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] Notify callbacks [] for security_group, before_response {{(pid=79208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:50.583778 dv-cinder-804345-1-smb neutron-server[79208]: INFO neutron.wsgi [None req-2f4a5fc7-7807-467a-b12e-cd1da12d7f89 tempest-TestShelveInstance-1146775537 tempest-TestShelveInstance-1146775537-project] 10.222.0.59 "DELETE /v2.0/security-groups/93328c91-c942-4265-b879-a69c764f8600 HTTP/1.1" status: 204 len: 168 time: 0.1947637 Aug 12 15:43:50.628795 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 56136) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:43:51.149476 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717506'] for router_interface, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:51.576754 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Deleting port 70d1c378-725b-4b3c-bf6e-a9f967780fc2 {{(pid=79207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:43:51.577097 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:51.740997 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.db [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] For port 70d1c378-725b-4b3c-bf6e-a9f967780fc2, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=70d1c378-725b-4b3c-bf6e-a9f967780fc2,segment=NetworkSegment(96948826-05db-425b-9663-5b449f33eb12),segment_id=96948826-05db-425b-9663-5b449f33eb12)] {{(pid=79207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:43:51.741747 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:51.862724 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Calling delete_port for 70d1c378-725b-4b3c-bf6e-a9f967780fc2 owned by network:router_interface {{(pid=79207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:43:52.163384 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:52.166616 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:43:52.209115 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Pushing event deleted for resources: {'Port': ['ID=70d1c378-725b-4b3c-bf6e-a9f967780fc2,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:43:52.255344 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:52.255720 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:52.256083 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:52.256445 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:52.256801 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:52.257155 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:52.257527 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:52.257880 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:52.258230 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:52.258578 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:52.258925 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:52.259271 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-smb {{(pid=79207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:43:52.266775 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:43:52.490567 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717502'] for router_interface, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:52.619435 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:43:52.656155 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] No Port match for: b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:43:52.656512 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Device b01b7b4a-e57c-4a61-8e6a-5ee23c4bbeb2 not bound to the agent host hv-cinder-80434 {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:43:52.957044 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Router 9f148d96-604b-4f09-b677-6abc71a0ed68 has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:43:53.130355 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:43:53.139432 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18449b70-bc03-4c73-ba46-1ebb8b891c8f None None] Sync routers for ids ['9f148d96-604b-4f09-b677-6abc71a0ed68'] in dv-cinder-804345-1-smb {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:43:53.143905 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-5bea1d8e-6c35-4227-91ef-f296f6158306 admin admin] 10.222.0.59 "PUT /v2.0/routers/9f148d96-604b-4f09-b677-6abc71a0ed68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5139577 Aug 12 15:43:53.146360 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 56140) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:43:53.148384 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18449b70-bc03-4c73-ba46-1ebb8b891c8f None None] Routers {'9f148d96-604b-4f09-b677-6abc71a0ed68'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:43:53.148999 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-18449b70-bc03-4c73-ba46-1ebb8b891c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:43:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['9f148d96-604b-4f09-b677-6abc71a0ed68'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:43:53.320765 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b9bae68c-a8f4-4d62-8ba6-1c65025a93ec admin admin] Notify callbacks [] for router, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:53.328479 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-18449b70-bc03-4c73-ba46-1ebb8b891c8f None None] Set router 9f148d96-604b-4f09-b677-6abc71a0ed68 gateway port host: dv-cinder-804345-1-smb {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:43:53.495095 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b9bae68c-a8f4-4d62-8ba6-1c65025a93ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:53.504717 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-b9bae68c-a8f4-4d62-8ba6-1c65025a93ec admin admin] Deleting port 392e76e3-9f19-4caf-b987-e4811d30aca4 {{(pid=79207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:43:53.505045 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b9bae68c-a8f4-4d62-8ba6-1c65025a93ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:53.611044 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-18449b70-bc03-4c73-ba46-1ebb8b891c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'name': 'tempest-TestShelveInstance-1258503064-router', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:30Z', 'updated_at': '2021-08-12T15:43:52Z', 'revision_number': 5, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'gw_port': {'id': '392e76e3-9f19-4caf-b987-e4811d30aca4', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:31Z', 'updated_at': '2021-08-12T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:43:53.614728 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18449b70-bc03-4c73-ba46-1ebb8b891c8f None None] Checking router: 9f148d96-604b-4f09-b677-6abc71a0ed68 for host: dv-cinder-804345-1-smb {{(pid=79209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:43:53.623403 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18449b70-bc03-4c73-ba46-1ebb8b891c8f None None] Routers {'9f148d96-604b-4f09-b677-6abc71a0ed68'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:43:53.624014 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-18449b70-bc03-4c73-ba46-1ebb8b891c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:43:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['9f148d96-604b-4f09-b677-6abc71a0ed68'], 'active': True} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:43:53.675557 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.db [None req-b9bae68c-a8f4-4d62-8ba6-1c65025a93ec admin admin] For port 392e76e3-9f19-4caf-b987-e4811d30aca4, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=392e76e3-9f19-4caf-b987-e4811d30aca4,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:43:53.676020 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b9bae68c-a8f4-4d62-8ba6-1c65025a93ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:53.769627 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_dvr_db [None req-18449b70-bc03-4c73-ba46-1ebb8b891c8f None None] Set router 9f148d96-604b-4f09-b677-6abc71a0ed68 gateway port host: None {{(pid=79209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:43:53.805411 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-b9bae68c-a8f4-4d62-8ba6-1c65025a93ec admin admin] Calling delete_port for 392e76e3-9f19-4caf-b987-e4811d30aca4 owned by network:router_gateway {{(pid=79207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:43:53.874593 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.db.l3_hamode_db [None req-18449b70-bc03-4c73-ba46-1ebb8b891c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'name': 'tempest-TestShelveInstance-1258503064-router', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:30Z', 'updated_at': '2021-08-12T15:43:53Z', 'revision_number': 6, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'gw_port_host': None}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:43:53.878427 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18449b70-bc03-4c73-ba46-1ebb8b891c8f None None] The sync data for ids ['9f148d96-604b-4f09-b677-6abc71a0ed68'] in dv-cinder-804345-1-smb is: [{'id': '9f148d96-604b-4f09-b677-6abc71a0ed68', 'name': 'tempest-TestShelveInstance-1258503064-router', 'tenant_id': '536931c64de942ea92a7f3c1e16980a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:30Z', 'updated_at': '2021-08-12T15:43:53Z', 'revision_number': 6, 'project_id': '536931c64de942ea92a7f3c1e16980a6', 'gw_port_host': None}] {{(pid=79209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:43:53.970741 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b9bae68c-a8f4-4d62-8ba6-1c65025a93ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:53.974130 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-68fc88db-1677-4318-934a-beb6177455c2 tempest-TestMinimumBasicScenario-242094545 tempest-TestMinimumBasicScenario-242094545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:43:54.017724 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bae68c-a8f4-4d62-8ba6-1c65025a93ec admin admin] Pushing event deleted for resources: {'Port': ['ID=392e76e3-9f19-4caf-b987-e4811d30aca4,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:43:54.048306 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-b9bae68c-a8f4-4d62-8ba6-1c65025a93ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:43:54.199635 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b9bae68c-a8f4-4d62-8ba6-1c65025a93ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544023'] for router_gateway, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:54.377109 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b9bae68c-a8f4-4d62-8ba6-1c65025a93ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1722'] for router, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:54.379703 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b9bae68c-a8f4-4d62-8ba6-1c65025a93ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:54.407291 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b9bae68c-a8f4-4d62-8ba6-1c65025a93ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-720461'] for router, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:54.407869 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bae68c-a8f4-4d62-8ba6-1c65025a93ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f148d96-604b-4f09-b677-6abc71a0ed68 {{(pid=79207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 12 15:43:54.422609 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-b9bae68c-a8f4-4d62-8ba6-1c65025a93ec admin admin] Notify callbacks [] for router, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:54.423712 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-b9bae68c-a8f4-4d62-8ba6-1c65025a93ec admin admin] 10.222.0.59 "DELETE /v2.0/routers/9f148d96-604b-4f09-b677-6abc71a0ed68 HTTP/1.1" status: 204 len: 168 time: 1.2764328 Aug 12 15:43:54.426390 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 56146) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:43:54.484696 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05fd2be-927d-4fb3-a3ab-be6ab3ded37a admin admin] Deleting subnet 41afb3cc-ab7c-4279-96ff-0a4ca914ba06 {{(pid=79207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 12 15:43:54.487567 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c05fd2be-927d-4fb3-a3ab-be6ab3ded37a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:54.539204 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c05fd2be-927d-4fb3-a3ab-be6ab3ded37a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1836087'] for subnet, precommit_delete_associations {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:54.618346 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c05fd2be-927d-4fb3-a3ab-be6ab3ded37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15865242'] for subnet, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:54.687796 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c05fd2be-927d-4fb3-a3ab-be6ab3ded37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15865237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2979723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2156270'] for subnet, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:54.692743 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-e9867c0e-cf51-48ca-81ed-641b9339ee34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:43:54.693234 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 70d1c378-725b-4b3c-bf6e-a9f967780fc2 no longer exists at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:43:54.732648 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fd2be-927d-4fb3-a3ab-be6ab3ded37a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41afb3cc-ab7c-4279-96ff-0a4ca914ba06,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:43:54.734597 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-c05fd2be-927d-4fb3-a3ab-be6ab3ded37a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:54.735359 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] No Port match for: 70d1c378-725b-4b3c-bf6e-a9f967780fc2 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:43:54.735942 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 70d1c378-725b-4b3c-bf6e-a9f967780fc2 not bound to the agent host dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:43:54.736601 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 392e76e3-9f19-4caf-b987-e4811d30aca4 no longer exists at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:43:54.740390 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-c05fd2be-927d-4fb3-a3ab-be6ab3ded37a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/41afb3cc-ab7c-4279-96ff-0a4ca914ba06 HTTP/1.1" status: 204 len: 168 time: 0.3130424 Aug 12 15:43:54.741319 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-c05fd2be-927d-4fb3-a3ab-be6ab3ded37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:43:54.743178 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 56150) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:43:54.812220 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0b9680-a460-4c69-b22a-be52a6be6639 None None] Network 8309ca4d-bd31-4d6c-9e84-d2a48616849a requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:43:54.834039 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] No Port match for: 392e76e3-9f19-4caf-b987-e4811d30aca4 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:43:54.834433 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 392e76e3-9f19-4caf-b987-e4811d30aca4 not bound to the agent host dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:43:54.858394 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16529243'] for network, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:54.870257 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] Deleting port 388f33c1-2c81-4ad5-9a13-55504ea3a64c {{(pid=79207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:43:54.870720 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:55.066447 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991350b0-b160-473f-8c36-452446d1afcb None None] DHCP port deletion for 8309ca4d-bd31-4d6c-9e84-d2a48616849a request from dv-cinder-804345-1-smb {{(pid=79209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 12 15:43:55.070753 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-991350b0-b160-473f-8c36-452446d1afcb None None] Deleting port 388f33c1-2c81-4ad5-9a13-55504ea3a64c {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:43:55.071201 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-991350b0-b160-473f-8c36-452446d1afcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:55.083479 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.db [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] For port 388f33c1-2c81-4ad5-9a13-55504ea3a64c, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=388f33c1-2c81-4ad5-9a13-55504ea3a64c,segment=NetworkSegment(96948826-05db-425b-9663-5b449f33eb12),segment_id=96948826-05db-425b-9663-5b449f33eb12)] {{(pid=79207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:43:55.083990 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:55.207057 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] Calling delete_port for 388f33c1-2c81-4ad5-9a13-55504ea3a64c owned by network:dhcp {{(pid=79207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:43:55.278386 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-991350b0-b160-473f-8c36-452446d1afcb None None] For port 388f33c1-2c81-4ad5-9a13-55504ea3a64c, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=388f33c1-2c81-4ad5-9a13-55504ea3a64c,segment=NetworkSegment(96948826-05db-425b-9663-5b449f33eb12),segment_id=96948826-05db-425b-9663-5b449f33eb12)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:43:55.278874 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-991350b0-b160-473f-8c36-452446d1afcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:55.282366 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:55.287380 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:43:55.331724 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=388f33c1-2c81-4ad5-9a13-55504ea3a64c,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:43:55.333523 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] No DVR routers for this DVR port 388f33c1-2c81-4ad5-9a13-55504ea3a64c on host dv-cinder-804345-1-smb {{(pid=79207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:43:55.334979 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:43:55.399281 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-991350b0-b160-473f-8c36-452446d1afcb None None] Calling delete_port for 388f33c1-2c81-4ad5-9a13-55504ea3a64c owned by network:dhcp {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:43:55.446676 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15862113', 'neutron.services.segments.db._delete_segments_for_network-8783031516317'] for network, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:55.460468 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8309ca4d-bd31-4d6c-9e84-d2a48616849a']}} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:43:55.472681 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.db.api [None req-991350b0-b160-473f-8c36-452446d1afcb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 15:43:55.473054 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_db.api [None req-991350b0-b160-473f-8c36-452446d1afcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 15:43:55.476734 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96948826-05db-425b-9663-5b449f33eb12') {'for_net_delete': True} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:43:55.477032 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96948826-05db-425b-9663-5b449f33eb12') {} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:43:55.489505 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783031512823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1836072'] for segment, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:55.505123 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:55.510982 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=79207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:43:55.511360 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15867305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2979821'] for segment, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: Traceback (most recent call last): Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: timer() Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: cb(*args, **kw) Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: return func(*args, **kwargs) Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: self._notify() Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: self.callback(batched_events) Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: event.method(event) Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: return f(self, *a, **k) Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: return self._get(url).json() Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: return self.request(url, 'GET', **kwargs) Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:43:55.524070 dv-cinder-804345-1-smb neutron-server[79207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:43:55.595671 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15862040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544010'] for network, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:55.599079 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:43:55.612244 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:55.626955 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] Pushing event deleted for resources: {'Network': ['ID=8309ca4d-bd31-4d6c-9e84-d2a48616849a,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:43:55.630948 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:43:55.638849 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-9410d5bb-b24e-4822-a446-6325c7713b94 admin admin] 10.222.0.59 "DELETE /v2.0/networks/8309ca4d-bd31-4d6c-9e84-d2a48616849a HTTP/1.1" status: 204 len: 168 time: 0.8947601 Aug 12 15:43:55.641773 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 56154) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:43:55.974755 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-991350b0-b160-473f-8c36-452446d1afcb None None] Deleting port 388f33c1-2c81-4ad5-9a13-55504ea3a64c {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:43:55.975335 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-991350b0-b160-473f-8c36-452446d1afcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:56.039612 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-991350b0-b160-473f-8c36-452446d1afcb None None] The port '388f33c1-2c81-4ad5-9a13-55504ea3a64c' was deleted {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 12 15:43:56.247735 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-359d7369-474b-4e8a-9475-ad50f18595c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717506'] for router_interface, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:56.589072 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-359d7369-474b-4e8a-9475-ad50f18595c2 admin admin] Deleting port 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 {{(pid=79207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:43:56.589319 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-359d7369-474b-4e8a-9475-ad50f18595c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:56.688296 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 388f33c1-2c81-4ad5-9a13-55504ea3a64c no longer exists at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:43:56.723971 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] No Port match for: 388f33c1-2c81-4ad5-9a13-55504ea3a64c {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:43:56.724319 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 388f33c1-2c81-4ad5-9a13-55504ea3a64c not bound to the agent host dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:43:56.760530 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.db [None req-359d7369-474b-4e8a-9475-ad50f18595c2 admin admin] For port 5cd38eef-fe9b-4382-97d3-dbb8360b62e3, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=5cd38eef-fe9b-4382-97d3-dbb8360b62e3,segment=NetworkSegment(b483ff02-b3ca-4fb3-8432-5c29b9a19e7b),segment_id=b483ff02-b3ca-4fb3-8432-5c29b9a19e7b)] {{(pid=79207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:43:56.760883 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-359d7369-474b-4e8a-9475-ad50f18595c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:56.880297 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-359d7369-474b-4e8a-9475-ad50f18595c2 admin admin] Calling delete_port for 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 owned by network:router_interface {{(pid=79207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:43:57.063156 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-359d7369-474b-4e8a-9475-ad50f18595c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:57.066537 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:43:57.201398 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d7369-474b-4e8a-9475-ad50f18595c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd38eef-fe9b-4382-97d3-dbb8360b62e3,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:43:57.205071 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-359d7369-474b-4e8a-9475-ad50f18595c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:43:57.478006 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-359d7369-474b-4e8a-9475-ad50f18595c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-717502'] for router_interface, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:57.833074 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359d7369-474b-4e8a-9475-ad50f18595c2 admin admin] Router cc529b8c-6e66-4767-9790-f4c065e7237c has already been hosted by L3 agent cd22e39f-c555-4051-bdc8-66d3c0e77e0d {{(pid=79207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:43:58.006725 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359d7369-474b-4e8a-9475-ad50f18595c2 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-smb the message routers_updated {{(pid=79207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 12 15:43:58.015592 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b3f91-bef5-4762-b27b-9958781a70c6 None None] Sync routers for ids ['cc529b8c-6e66-4767-9790-f4c065e7237c'] in dv-cinder-804345-1-smb {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:43:58.023788 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-359d7369-474b-4e8a-9475-ad50f18595c2 admin admin] 10.222.0.59 "PUT /v2.0/routers/cc529b8c-6e66-4767-9790-f4c065e7237c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3809931 Aug 12 15:43:58.025251 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7b3f91-bef5-4762-b27b-9958781a70c6 None None] Routers {'cc529b8c-6e66-4767-9790-f4c065e7237c'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:43:58.025964 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-bd7b3f91-bef5-4762-b27b-9958781a70c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:43:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['cc529b8c-6e66-4767-9790-f4c065e7237c'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:43:58.026600 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 56158) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:43:58.202920 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-aa62df0d-4f59-42d3-845e-6f0e0d485fba admin admin] Notify callbacks [] for router, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:58.204932 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-bd7b3f91-bef5-4762-b27b-9958781a70c6 None None] Set router cc529b8c-6e66-4767-9790-f4c065e7237c gateway port host: dv-cinder-804345-1-smb {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:43:58.394119 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-aa62df0d-4f59-42d3-845e-6f0e0d485fba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:58.406254 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-aa62df0d-4f59-42d3-845e-6f0e0d485fba admin admin] Deleting port 9f3cfe5c-0945-4339-ac2e-e7d280a505f4 {{(pid=79207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:43:58.406829 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-aa62df0d-4f59-42d3-845e-6f0e0d485fba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:58.503182 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-bd7b3f91-bef5-4762-b27b-9958781a70c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'name': 'tempest-TestShelveInstance-738220839-router', 'tenant_id': '2f6b10bc323c4520a2f29649f5d08a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'external_fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.56'}], 'enable_snat': True}, 'gw_port_id': '9f3cfe5c-0945-4339-ac2e-e7d280a505f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:37Z', 'updated_at': '2021-08-12T15:43:57Z', 'revision_number': 5, 'project_id': '2f6b10bc323c4520a2f29649f5d08a43', 'gw_port': {'id': '9f3cfe5c-0945-4339-ac2e-e7d280a505f4', 'name': '', 'network_id': '0058a344-5c9e-42ec-8e15-86e71c7e20b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'ip_address': '172.28.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:39:37Z', 'updated_at': '2021-08-12T15:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afba140a-12ff-4429-a397-3adb0ba8c2af', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-smb'}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:43:58.507182 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b3f91-bef5-4762-b27b-9958781a70c6 None None] Checking router: cc529b8c-6e66-4767-9790-f4c065e7237c for host: dv-cinder-804345-1-smb {{(pid=79210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:43:58.516082 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7b3f91-bef5-4762-b27b-9958781a70c6 None None] Routers {'cc529b8c-6e66-4767-9790-f4c065e7237c'} bound to L3 agent in host dv-cinder-804345-1-smb {{(pid=79210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 12 15:43:58.516715 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-bd7b3f91-bef5-4762-b27b-9958781a70c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804345-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:12Z,description=,heartbeat_timestamp=2021-08-12T15:43:42Z,host='dv-cinder-804345-1-smb',id=cd22e39f-c555-4051-bdc8-66d3c0e77e0d,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T15:22:12Z,topic='l3_agent')) {'router_ids': ['cc529b8c-6e66-4767-9790-f4c065e7237c'], 'active': True} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:43:58.694385 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.db [None req-aa62df0d-4f59-42d3-845e-6f0e0d485fba admin admin] For port 9f3cfe5c-0945-4339-ac2e-e7d280a505f4, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=9f3cfe5c-0945-4339-ac2e-e7d280a505f4,segment=NetworkSegment(c2103bd8-b560-48b5-a85b-af3f7d8d393d),segment_id=c2103bd8-b560-48b5-a85b-af3f7d8d393d)] {{(pid=79207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:43:58.694385 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-aa62df0d-4f59-42d3-845e-6f0e0d485fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:58.700522 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_dvr_db [None req-bd7b3f91-bef5-4762-b27b-9958781a70c6 None None] Set router cc529b8c-6e66-4767-9790-f4c065e7237c gateway port host: None {{(pid=79210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 12 15:43:58.804128 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.l3_hamode_db [None req-bd7b3f91-bef5-4762-b27b-9958781a70c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'name': 'tempest-TestShelveInstance-738220839-router', 'tenant_id': '2f6b10bc323c4520a2f29649f5d08a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:37Z', 'updated_at': '2021-08-12T15:43:58Z', 'revision_number': 6, 'project_id': '2f6b10bc323c4520a2f29649f5d08a43', 'gw_port_host': None}], 'dv-cinder-804345-1-smb', False) {} {{(pid=79210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:43:58.807818 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b3f91-bef5-4762-b27b-9958781a70c6 None None] The sync data for ids ['cc529b8c-6e66-4767-9790-f4c065e7237c'] in dv-cinder-804345-1-smb is: [{'id': 'cc529b8c-6e66-4767-9790-f4c065e7237c', 'name': 'tempest-TestShelveInstance-738220839-router', 'tenant_id': '2f6b10bc323c4520a2f29649f5d08a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:39:37Z', 'updated_at': '2021-08-12T15:43:58Z', 'revision_number': 6, 'project_id': '2f6b10bc323c4520a2f29649f5d08a43', 'gw_port_host': None}] {{(pid=79210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:43:58.823319 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-aa62df0d-4f59-42d3-845e-6f0e0d485fba admin admin] Calling delete_port for 9f3cfe5c-0945-4339-ac2e-e7d280a505f4 owned by network:router_gateway {{(pid=79207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:43:58.992610 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-aa62df0d-4f59-42d3-845e-6f0e0d485fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:58.996206 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:43:59.038730 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62df0d-4f59-42d3-845e-6f0e0d485fba admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3cfe5c-0945-4339-ac2e-e7d280a505f4,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:43:59.041134 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-aa62df0d-4f59-42d3-845e-6f0e0d485fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:43:59.131711 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-aa62df0d-4f59-42d3-845e-6f0e0d485fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544023'] for router_gateway, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:59.310496 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-aa62df0d-4f59-42d3-845e-6f0e0d485fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-718925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1722'] for router, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:59.313036 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-aa62df0d-4f59-42d3-845e-6f0e0d485fba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:59.335440 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-aa62df0d-4f59-42d3-845e-6f0e0d485fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-720461'] for router, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:59.336088 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa62df0d-4f59-42d3-845e-6f0e0d485fba admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc529b8c-6e66-4767-9790-f4c065e7237c {{(pid=79207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 12 15:43:59.348019 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-aa62df0d-4f59-42d3-845e-6f0e0d485fba admin admin] Notify callbacks [] for router, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:59.349127 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-aa62df0d-4f59-42d3-845e-6f0e0d485fba admin admin] 10.222.0.59 "DELETE /v2.0/routers/cc529b8c-6e66-4767-9790-f4c065e7237c HTTP/1.1" status: 204 len: 168 time: 1.3216314 Aug 12 15:43:59.351920 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 56162) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:43:59.412191 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ffe5b0-8fc7-4c44-8962-f75f11541f17 admin admin] Deleting subnet 720621bc-e65b-4eb3-a5bc-32c47a04b64e {{(pid=79207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 12 15:43:59.415054 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-69ffe5b0-8fc7-4c44-8962-f75f11541f17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:59.466010 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-69ffe5b0-8fc7-4c44-8962-f75f11541f17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1836087'] for subnet, precommit_delete_associations {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:59.544884 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-69ffe5b0-8fc7-4c44-8962-f75f11541f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15865242'] for subnet, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:59.618992 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-69ffe5b0-8fc7-4c44-8962-f75f11541f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15865237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915684', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2979723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2156270'] for subnet, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:59.623450 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-678d6ebb-cbdf-44dd-9c6e-d83446e3d8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:43:59.658345 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffe5b0-8fc7-4c44-8962-f75f11541f17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=720621bc-e65b-4eb3-a5bc-32c47a04b64e,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:43:59.660770 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-69ffe5b0-8fc7-4c44-8962-f75f11541f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:43:59.663310 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-69ffe5b0-8fc7-4c44-8962-f75f11541f17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:59.671044 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-69ffe5b0-8fc7-4c44-8962-f75f11541f17 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/720621bc-e65b-4eb3-a5bc-32c47a04b64e HTTP/1.1" status: 204 len: 168 time: 0.3181756 Aug 12 15:43:59.675010 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 56166) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:43:59.677207 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0914c5e-4105-4dc6-87a3-b509629cd172 None None] Network 0af1573c-eca6-465b-a56e-f26307511334 requested from dv-cinder-804345-1-smb {{(pid=79209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 12 15:43:59.782297 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16529243'] for network, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:59.799049 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] Deleting port 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 {{(pid=79207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:43:59.799458 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:59.968893 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a571c2-d431-4008-a994-e58aba7e8ad2 None None] DHCP port deletion for 0af1573c-eca6-465b-a56e-f26307511334 request from dv-cinder-804345-1-smb {{(pid=79209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 12 15:43:59.973212 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-e5a571c2-d431-4008-a994-e58aba7e8ad2 None None] Deleting port 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:43:59.973636 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e5a571c2-d431-4008-a994-e58aba7e8ad2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:00.022765 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.db [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] For port 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=442a2e9b-c30d-4aaa-adbb-6ff66fda06b1,segment=NetworkSegment(b483ff02-b3ca-4fb3-8432-5c29b9a19e7b),segment_id=b483ff02-b3ca-4fb3-8432-5c29b9a19e7b)] {{(pid=79207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:44:00.023120 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:00.181036 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.db [None req-e5a571c2-d431-4008-a994-e58aba7e8ad2 None None] For port 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1, host dv-cinder-804345-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-smb',level=0,port_id=442a2e9b-c30d-4aaa-adbb-6ff66fda06b1,segment=NetworkSegment(b483ff02-b3ca-4fb3-8432-5c29b9a19e7b),segment_id=b483ff02-b3ca-4fb3-8432-5c29b9a19e7b)] {{(pid=79209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 12 15:44:00.181433 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e5a571c2-d431-4008-a994-e58aba7e8ad2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543985'] for port, precommit_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:00.242042 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.plugin [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] Calling delete_port for 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 owned by network:dhcp {{(pid=79207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:44:00.308664 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-e5a571c2-d431-4008-a994-e58aba7e8ad2 None None] Calling delete_port for 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 owned by network:dhcp {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 12 15:44:00.328116 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783031582028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783031033869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2979800'] for port, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:00.332814 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-26568456-27ce-4f59-94c4-6063b9f99e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:44:00.382369 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=442a2e9b-c30d-4aaa-adbb-6ff66fda06b1,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:44:00.386692 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:44:00.387837 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] No DVR routers for this DVR port 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 on host dv-cinder-804345-1-smb {{(pid=79207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:44:00.421222 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.db.api [None req-e5a571c2-d431-4008-a994-e58aba7e8ad2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 15:44:00.421647 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG oslo_db.api [None req-e5a571c2-d431-4008-a994-e58aba7e8ad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 15:44:00.504398 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15862113', 'neutron.services.segments.db._delete_segments_for_network-8783031516317'] for network, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:00.517322 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af1573c-eca6-465b-a56e-f26307511334']}} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:44:00.529402 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b483ff02-b3ca-4fb3-8432-5c29b9a19e7b') {'for_net_delete': True} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:44:00.529724 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.services.segments.db [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b483ff02-b3ca-4fb3-8432-5c29b9a19e7b') {} {{(pid=79207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:44:00.541228 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783031512823', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1836072'] for segment, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:00.558305 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15867296'] for segment, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:00.566293 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=79207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:44:00.566736 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15867305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2979821'] for segment, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: Traceback (most recent call last): Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: timer() Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: cb(*args, **kw) Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: return func(*args, **kwargs) Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: self._notify() Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: self.callback(batched_events) Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: event.method(event) Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: return f(self, *a, **k) Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: return self._get(url).json() Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: return self.request(url, 'GET', **kwargs) Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:44:00.580047 dv-cinder-804345-1-smb neutron-server[79207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:44:00.658265 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15862040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544010'] for network, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:00.663574 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-2495f4d1-ac26-4723-97c9-b8136108c5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:44:00.677718 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576491'] for network, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:00.688693 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] Pushing event deleted for resources: {'Network': ['ID=0af1573c-eca6-465b-a56e-f26307511334,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:44:00.691775 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:44:00.693986 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-75187488-c352-4568-8ce1-4df31593c1fd admin admin] 10.222.0.59 "DELETE /v2.0/networks/0af1573c-eca6-465b-a56e-f26307511334 HTTP/1.1" status: 204 len: 168 time: 1.0173507 Aug 12 15:44:00.698550 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 9f3cfe5c-0945-4339-ac2e-e7d280a505f4 no longer exists at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:44:00.732606 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] No Port match for: 9f3cfe5c-0945-4339-ac2e-e7d280a505f4 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:44:00.732977 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 9f3cfe5c-0945-4339-ac2e-e7d280a505f4 not bound to the agent host dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:44:00.733414 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 no longer exists at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:44:00.765122 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] No Port match for: 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:44:00.765388 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 5cd38eef-fe9b-4382-97d3-dbb8360b62e3 not bound to the agent host dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:44:00.765846 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 no longer exists at agent ovs-agent-dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 12 15:44:00.800728 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] No Port match for: 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 {{(pid=79209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 12 15:44:00.801110 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.rpc [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Device 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 not bound to the agent host dv-cinder-804345-1-smb {{(pid=79209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 12 15:44:00.882941 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 56172) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:44:00.922735 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-e5a571c2-d431-4008-a994-e58aba7e8ad2 None None] Deleting port 442a2e9b-c30d-4aaa-adbb-6ff66fda06b1 {{(pid=79209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 12 15:44:00.923134 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e5a571c2-d431-4008-a994-e58aba7e8ad2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783031576616'] for port, before_delete {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:00.932284 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-b681ac85-10d2-46de-abad-97a64d2b7301 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=536931c64de942ea92a7f3c1e16980a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481231 Aug 12 15:44:00.934672 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 56176) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:44:00.988017 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron.plugins.ml2.plugin [None req-e5a571c2-d431-4008-a994-e58aba7e8ad2 None None] The port '442a2e9b-c30d-4aaa-adbb-6ff66fda06b1' was deleted {{(pid=79209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 12 15:44:00.998413 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-52d0dd02-167e-4288-81d1-4d34498c66d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:01.025927 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-52d0dd02-167e-4288-81d1-4d34498c66d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:01.077782 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-52d0dd02-167e-4288-81d1-4d34498c66d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:01.081439 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-c944398b-7770-4644-8b60-a9c8fa99931b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:44:01.099457 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0dd02-167e-4288-81d1-4d34498c66d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9fe1a4-867d-4e83-b8bc-c209bbe4abea,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:44:01.103324 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-52d0dd02-167e-4288-81d1-4d34498c66d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:44:01.106928 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-52d0dd02-167e-4288-81d1-4d34498c66d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:01.108053 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-52d0dd02-167e-4288-81d1-4d34498c66d7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c9fe1a4-867d-4e83-b8bc-c209bbe4abea HTTP/1.1" status: 204 len: 168 time: 0.1724882 Aug 12 15:44:01.452957 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 56184) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:44:01.501458 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-d19fc761-bc9b-46ed-a37a-69d4cfc831a7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2f6b10bc323c4520a2f29649f5d08a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472610 Aug 12 15:44:01.503793 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [-] (79207) accepted ('10.222.0.59', 56188) {{(pid=79207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 12 15:44:01.560230 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-696f635b-6c34-4ae2-a269-4c967470d59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:01.584995 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-696f635b-6c34-4ae2-a269-4c967470d59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:01.634549 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-696f635b-6c34-4ae2-a269-4c967470d59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385627'] for security_group, after_delete {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:01.639167 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-758f8069-e223-4b85-8d0e-7c313370e73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 15:44:01.651865 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f635b-6c34-4ae2-a269-4c967470d59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cd3546-53ab-4725-a200-4ab1926304eb,revision_number=None']} {{(pid=79207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:44:01.654987 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG oslo_concurrency.lockutils [None req-696f635b-6c34-4ae2-a269-4c967470d59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79207) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 15:44:01.656167 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron_lib.callbacks.manager [None req-696f635b-6c34-4ae2-a269-4c967470d59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:01.657375 dv-cinder-804345-1-smb neutron-server[79207]: INFO neutron.wsgi [None req-696f635b-6c34-4ae2-a269-4c967470d59d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/95cd3546-53ab-4725-a200-4ab1926304eb HTTP/1.1" status: 204 len: 168 time: 0.1526017 Aug 12 15:44:08.769866 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-7bd72c06-853e-4676-aee4-7d2889329ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:09.804085 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:10.131523 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:44:11.592656 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-b3437a2e-7318-44ca-a3df-8ebde2643938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:12.644981 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:13.872021 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:14.832654 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:38.772465 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2820026e-ac09-4b90-a3fc-46a603827f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:39.805832 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:41.594790 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-e15c5473-5371-4b0b-a68c-b2312113365a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:42.643527 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:43.876520 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:44.845558 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:47.130193 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:45:08.773814 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-4c07eca0-4e19-4082-a920-ef1663e677a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:09.810915 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:11.595755 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-2001b8f7-b5b0-4dd8-b699-4a202171def6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:12.647642 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:13.877148 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:14.845949 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:24.129903 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:45:38.775949 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d01468cc-d456-4605-80a4-a8e0bb8e8364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:39.814684 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:41.597231 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d460202b-2580-4335-98dc-d8675d5ab3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:42.650257 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:43.880775 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:44.862048 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:01.130483 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:46:08.777868 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-47ffb87f-ac5f-4cb2-b8dc-b59224071514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:09.815820 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:11.598802 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-aca011a9-79c0-4ed6-a87e-c053bce66153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:12.653077 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:13.883497 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:14.867179 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:38.129433 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:46:38.780299 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-30a470a6-45d7-4bcb-85a4-0d62d2ac9689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:39.818899 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:41.599543 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3279890f-cf01-4f9c-8b8c-f2dad9a56778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:42.656781 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:43.886191 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:44.876541 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:45.562774 dv-cinder-804345-1-smb neutron-server[79207]: DEBUG neutron.wsgi [req-ff44b384-3ee1-4284-8a31-8f6bcc05cf15 req-ba1886f0-cc22-42fd-aee2-81f1d97fc865 service neutron] (79207) timed out ('10.222.0.82', 61382) {{(pid=79207) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 12 15:46:46.403665 dv-cinder-804345-1-smb neutron-server[79208]: DEBUG neutron.wsgi [req-2f053916-5660-4b5c-8546-6d13b2be64dd req-36249fba-f973-4547-a4b0-29fe40d7b57a service neutron] (79208) timed out ('10.222.0.82', 61342) {{(pid=79208) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 12 15:47:08.782368 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-98a0be71-a96e-4827-8fe6-d2579525b814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:09.820367 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:11.601158 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-156a0bd8-500d-42a5-a090-6fad729ac6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:12.659498 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:13.889603 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:14.874146 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:15.128092 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:47:38.783402 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-3f826107-7126-41b1-aa62-848d604e9d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:39.823065 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:41.602719 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-d5b13e05-ae82-4fcd-b016-5f3abc55012f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:42.662707 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:43.892383 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:44.909715 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:52.126287 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:48:08.785761 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-13845eb9-78c3-44f4-8ace-f98aafcad131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:09.825275 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:11.604113 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-76660254-89d4-4d2a-bcd3-f9b224ab9524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:12.667727 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:13.896230 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:14.927306 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:29.124898 dv-cinder-804345-1-smb neutron-server[79210]: DEBUG neutron.db.agents_db [None req-b70c3b82-a6bd-471a-b2db-409abd99911b None None] Agent healthcheck: found 6 active agents {{(pid=79210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 12 15:48:38.786349 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-ccd7ba34-c887-474d-8942-197aedb04c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:39.826757 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a1818c48-bea4-4408-80ff-d119a28f4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:41.606066 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-a591926c-0fd7-4b72-9aee-a98ed6b91b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:42.667068 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-570d722d-1322-4578-aa56-caae07c40cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:43.900497 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-15f2168d-a381-422a-bf51-26f431145d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:44.940771 dv-cinder-804345-1-smb neutron-server[79209]: DEBUG neutron_lib.callbacks.manager [None req-31fce232-01fe-4904-b777-6d58e87c5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783031516299', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15860571'] for agent, after_update {{(pid=79209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}